2024-11-21 11:13:08,211 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 11:13:08,228 main DEBUG Took 0.013947 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 11:13:08,229 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 11:13:08,229 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 11:13:08,230 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 11:13:08,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,242 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 11:13:08,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,270 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,271 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,273 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,276 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,295 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,296 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:13:08,297 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,297 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 11:13:08,299 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:13:08,301 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 11:13:08,303 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 11:13:08,304 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 11:13:08,305 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 11:13:08,306 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 11:13:08,317 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 11:13:08,320 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 11:13:08,323 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 11:13:08,323 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 11:13:08,324 main DEBUG createAppenders(={Console}) 2024-11-21 11:13:08,325 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-21 11:13:08,325 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 11:13:08,326 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-21 11:13:08,326 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 11:13:08,327 main DEBUG OutputStream closed 2024-11-21 11:13:08,327 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 11:13:08,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 11:13:08,328 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-21 11:13:08,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 11:13:08,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 11:13:08,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 11:13:08,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 11:13:08,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 11:13:08,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 11:13:08,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 11:13:08,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 11:13:08,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 11:13:08,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 11:13:08,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 11:13:08,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 11:13:08,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 11:13:08,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 11:13:08,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 11:13:08,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 11:13:08,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 11:13:08,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 11:13:08,447 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 11:13:08,447 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-21 11:13:08,448 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 11:13:08,449 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-21T11:13:08,468 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-21 11:13:08,471 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 11:13:08,472 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T11:13:08,848 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1 2024-11-21T11:13:08,849 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-21T11:13:08,988 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T11:13:09,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12, deleteOnExit=true 2024-11-21T11:13:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/test.cache.data in system properties and HBase conf 2024-11-21T11:13:09,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:13:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:13:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:13:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:13:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:13:09,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:13:09,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:13:09,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:13:09,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:13:09,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:13:09,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:13:09,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:13:09,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:13:09,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:13:09,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:13:09,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:13:09,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:13:09,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:13:09,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:13:09,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:13:10,171 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:13:10,252 INFO [Time-limited test {}] log.Log(170): Logging initialized @2944ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T11:13:10,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:13:10,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:13:10,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:13:10,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:13:10,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:13:10,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:13:10,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:13:10,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:13:10,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/java.io.tmpdir/jetty-localhost-35135-hadoop-hdfs-3_4_1-tests_jar-_-any-8035042715940366183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:13:10,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:35135} 2024-11-21T11:13:10,746 INFO [Time-limited test {}] server.Server(415): Started @3439ms 2024-11-21T11:13:11,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:13:11,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:13:11,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:13:11,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:13:11,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:13:11,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:13:11,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:13:11,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/java.io.tmpdir/jetty-localhost-35137-hadoop-hdfs-3_4_1-tests_jar-_-any-4824411526394413081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:13:11,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:35137} 2024-11-21T11:13:11,315 INFO [Time-limited test {}] server.Server(415): Started @4008ms 2024-11-21T11:13:11,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:13:11,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:13:11,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:13:11,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:13:11,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:13:11,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:13:11,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:13:11,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:13:11,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/java.io.tmpdir/jetty-localhost-44723-hadoop-hdfs-3_4_1-tests_jar-_-any-5026781009342233285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:13:11,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:44723} 2024-11-21T11:13:11,777 INFO [Time-limited test {}] server.Server(415): Started @4470ms 2024-11-21T11:13:11,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:13:11,984 WARN [Thread-92 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data1/current/BP-307329061-172.17.0.2-1732187589897/current, will proceed with Du for space computation calculation, 2024-11-21T11:13:11,984 WARN [Thread-93 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data2/current/BP-307329061-172.17.0.2-1732187589897/current, will proceed with Du for space computation calculation, 2024-11-21T11:13:12,037 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data3/current/BP-307329061-172.17.0.2-1732187589897/current, will proceed with Du for space computation calculation, 2024-11-21T11:13:12,045 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data4/current/BP-307329061-172.17.0.2-1732187589897/current, will proceed with Du for space computation calculation, 2024-11-21T11:13:12,132 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:13:12,131 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:13:12,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3746f1ae89612ec with lease ID 0x333d54efefde146d: Processing first storage report for DS-8789cda5-cbf2-47a8-9f06-954f982a942f from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=8e250718-53c3-4aaa-8fd2-196de46d7c77, infoPort=37075, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897) 2024-11-21T11:13:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3746f1ae89612ec with lease ID 0x333d54efefde146d: from storage DS-8789cda5-cbf2-47a8-9f06-954f982a942f node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=8e250718-53c3-4aaa-8fd2-196de46d7c77, infoPort=37075, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T11:13:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa25872d90ac50973 with lease ID 0x333d54efefde146c: Processing first storage report for DS-cff318ee-d36f-4040-b23e-9511da4ed763 from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=48365fd7-f294-46a9-b669-4063ce57a3be, infoPort=33361, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897) 2024-11-21T11:13:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa25872d90ac50973 with lease ID 0x333d54efefde146c: from storage DS-cff318ee-d36f-4040-b23e-9511da4ed763 node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=48365fd7-f294-46a9-b669-4063ce57a3be, infoPort=33361, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:13:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa25872d90ac50973 with lease ID 0x333d54efefde146c: Processing first storage report for DS-b7ed3ab2-62ec-4b6c-ba7f-e0ad8ac3148c from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=48365fd7-f294-46a9-b669-4063ce57a3be, infoPort=33361, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897) 2024-11-21T11:13:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa25872d90ac50973 with lease ID 0x333d54efefde146c: from storage DS-b7ed3ab2-62ec-4b6c-ba7f-e0ad8ac3148c node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=48365fd7-f294-46a9-b669-4063ce57a3be, infoPort=33361, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:13:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3746f1ae89612ec with lease ID 0x333d54efefde146d: Processing first storage report for DS-b39a8fb7-176c-4a22-ba4a-e99843cd9759 from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=8e250718-53c3-4aaa-8fd2-196de46d7c77, infoPort=37075, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897) 2024-11-21T11:13:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3746f1ae89612ec with lease ID 0x333d54efefde146d: from storage DS-b39a8fb7-176c-4a22-ba4a-e99843cd9759 node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=8e250718-53c3-4aaa-8fd2-196de46d7c77, infoPort=37075, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=1015553281;c=1732187589897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:13:12,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1 2024-11-21T11:13:12,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=6449 2024-11-21T11:13:12,387 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:12,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:12,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:13:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:13:13,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:13,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:13,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:13,135 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:13,171 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T11:13:13,190 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T11:13:13,194 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:13,195 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:13,197 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:13,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,220 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T11:13:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741826_1002 (size=1393) 2024-11-21T11:13:13,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741826_1002 (size=1393) 2024-11-21T11:13:13,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:13,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:13,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741827_1003 (size=1393) 2024-11-21T11:13:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741827_1003 (size=1393) 2024-11-21T11:13:13,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:13,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:13,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741828_1004 (size=1393) 2024-11-21T11:13:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741828_1004 (size=1393) 2024-11-21T11:13:13,761 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:13,761 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:13,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741829_1005 (size=1393) 2024-11-21T11:13:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741829_1005 (size=1393) 2024-11-21T11:13:13,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:13,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:13,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741830_1006 (size=1393) 2024-11-21T11:13:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741830_1006 (size=1393) 2024-11-21T11:13:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:13,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:13,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741831_1007 (size=1393) 2024-11-21T11:13:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741831_1007 (size=1393) 2024-11-21T11:13:13,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:13,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:13,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741832_1008 (size=1405) 2024-11-21T11:13:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741832_1008 (size=1405) 2024-11-21T11:13:13,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:13,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:13,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741833_1009 (size=1413) 2024-11-21T11:13:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741833_1009 (size=1413) 2024-11-21T11:13:13,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:13,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:13,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:13,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741834_1010 (size=1413) 2024-11-21T11:13:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741834_1010 (size=1413) 2024-11-21T11:13:14,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:14,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:14,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741835_1011 (size=1413) 2024-11-21T11:13:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741835_1011 (size=1413) 2024-11-21T11:13:14,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:14,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:14,161 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T11:13:14,162 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T11:13:14,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0 2024-11-21T11:13:14,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0 after 5ms 2024-11-21T11:13:14,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0 took 70ms 2024-11-21T11:13:14,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0 so closing down 2024-11-21T11:13:14,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:14,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:14,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:14,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0, size=1.4 K (1393bytes) at 1732187594160Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0 so closing down at 1732187594235 (+75 ms)3 split writer threads finished at 1732187594240 (+5 ms)Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/147f9130-8905-73ec-4a2c-df52fd4d3356/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732187593176/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187594248 (+8 ms) 2024-11-21T11:13:14,252 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-21T11:13:14,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-618854567_22 at /127.0.0.1:48570 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4ccec99f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6294 (was 6449) 2024-11-21T11:13:14,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=6294 2024-11-21T11:13:14,289 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741836_1012 (size=7) 2024-11-21T11:13:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741836_1012 (size=7) 2024-11-21T11:13:14,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:14,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:14,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:14,322 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-21T11:13:14,323 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:14,325 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:14,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:14,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741837_1013 (size=2324) 2024-11-21T11:13:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741837_1013 (size=2324) 2024-11-21T11:13:14,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:14,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T11:13:14,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 2024-11-21T11:13:14,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 after 1ms 2024-11-21T11:13:14,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 took 6ms 2024-11-21T11:13:14,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 so closing down 2024-11-21T11:13:14,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:14,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:14,491 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:14,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:14,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:14,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741838_1014 (size=743) 2024-11-21T11:13:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741838_1014 (size=743) 2024-11-21T11:13:14,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-21T11:13:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741839_1015 (size=743) 2024-11-21T11:13:14,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741839_1015 (size=743) 2024-11-21T11:13:14,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-21T11:13:14,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:14,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T11:13:14,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0, size=2.3 K (2324bytes) at 1732187594426Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 so closing down at 1732187594450 (+24 ms)3 split writer threads finished at 1732187594450Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187594495 (+45 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187594504 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732187594527 (+23 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187594532 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1732187594534 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187594537 (+3 ms)Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732187594538 (+1 ms) 2024-11-21T11:13:14,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/WALs/testsplitlogfilemultipleregions,16010,1732187594322/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/f16518d4-8b44-6f59-ade0-c8949b6ab4dd/oldWALs/wal.dat.0 2024-11-21T11:13:14,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 130), OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=6267 (was 6294) 2024-11-21T11:13:14,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=6265 2024-11-21T11:13:14,598 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741840_1016 (size=7) 2024-11-21T11:13:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741840_1016 (size=7) 2024-11-21T11:13:14,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:14,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:14,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:14,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:14,632 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:14,633 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:14,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:14,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741841_1017 (size=2324) 2024-11-21T11:13:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741841_1017 (size=2324) 2024-11-21T11:13:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:15,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T11:13:15,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0 so closing down 2024-11-21T11:13:15,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-21T11:13:15,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0, size=2.3 K (2324bytes) at 1732187595705Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0 so closing down at 1732187595705Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3a8b399e-f68f-ddcd-7028-3843e5569513/WALs/testterminationaskedbyreporter,16010,1732187594631/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732187595706 (+1 ms) 2024-11-21T11:13:15,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=6043 (was 6265) 2024-11-21T11:13:15,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=12, AvailableMemoryMB=6042 2024-11-21T11:13:15,735 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741842_1018 (size=7) 2024-11-21T11:13:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741842_1018 (size=7) 2024-11-21T11:13:15,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:15,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:15,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:15,755 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:15,756 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-21T11:13:15,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741843_1019 (size=1043) 2024-11-21T11:13:15,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741843_1019 (size=1043) 2024-11-21T11:13:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:15,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741845_1021 (size=1043) 2024-11-21T11:13:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741845_1021 (size=1043) 2024-11-21T11:13:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:15,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741846_1022 (size=1043) 2024-11-21T11:13:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741846_1022 (size=1043) 2024-11-21T11:13:15,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:15,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:15,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741847_1023 (size=1043) 2024-11-21T11:13:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741847_1023 (size=1043) 2024-11-21T11:13:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:15,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741848_1024 (size=1043) 2024-11-21T11:13:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741848_1024 (size=1043) 2024-11-21T11:13:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:15,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741849_1025 (size=1043) 2024-11-21T11:13:15,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741849_1025 (size=1043) 2024-11-21T11:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:15,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741850_1026 (size=1043) 2024-11-21T11:13:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741850_1026 (size=1043) 2024-11-21T11:13:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:15,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741851_1027 (size=1043) 2024-11-21T11:13:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741851_1027 (size=1043) 2024-11-21T11:13:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:15,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741852_1028 (size=1043) 2024-11-21T11:13:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741852_1028 (size=1043) 2024-11-21T11:13:15,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:15,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0, size=1.0 K (1043bytes) 2024-11-21T11:13:15,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 2024-11-21T11:13:15,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 after 1ms 2024-11-21T11:13:15,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 took 6ms 2024-11-21T11:13:15,976 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-21T11:13:15,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 so closing down 2024-11-21T11:13:15,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:15,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:15,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:15,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0, size=1.0 K (1043bytes) at 1732187595964Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 so closing down at 1732187595977 (+13 ms)3 split writer threads finished at 1732187595977Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187595977 2024-11-21T11:13:15,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.0 2024-11-21T11:13:15,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1, size=180 (180bytes) 2024-11-21T11:13:15,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 2024-11-21T11:13:15,983 WARN [IPC Server handler 1 on default port 35825 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-21T11:13:15,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 after 2ms 2024-11-21T11:13:16,181 WARN [ResponseProcessor for block BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:16,182 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1498754204_22 at /127.0.0.1:48666 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48666 dst: /127.0.0.1:33491 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:16,181 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1498754204_22 at /127.0.0.1:58740 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58740 dst: /127.0.0.1:41673 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41673 remote=/127.0.0.1:58740]. Total timeout mills is 60000, 59610 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:16,186 WARN [DataStreamer for file /user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 block BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41673,DS-8789cda5-cbf2-47a8-9f06-954f982a942f,DISK], DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41673,DS-8789cda5-cbf2-47a8-9f06-954f982a942f,DISK]) is bad. 2024-11-21T11:13:16,194 WARN [DataStreamer for file /user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 block BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741844_1029 (size=1035) 2024-11-21T11:13:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741844_1029 (size=1035) 2024-11-21T11:13:19,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 after 4004ms 2024-11-21T11:13:19,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 took 4008ms 2024-11-21T11:13:19,991 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1; continuing. 2024-11-21T11:13:19,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 so closing down 2024-11-21T11:13:19,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:19,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:19,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-21T11:13:19,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1, size=180 (180bytes) at 1732187595981Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 so closing down at 1732187599991 (+4010 ms)3 split writer threads finished at 1732187599991Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732187599991 2024-11-21T11:13:19,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.1 2024-11-21T11:13:19,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2, size=1.0 K (1043bytes) 2024-11-21T11:13:19,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 2024-11-21T11:13:19,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 after 1ms 2024-11-21T11:13:19,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 took 3ms 2024-11-21T11:13:19,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 so closing down 2024-11-21T11:13:19,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:19,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:19,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:19,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2, size=1.0 K (1043bytes) at 1732187599994Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 so closing down at 1732187599999 (+5 ms)3 split writer threads finished at 1732187599999Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187599999 2024-11-21T11:13:20,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.2 2024-11-21T11:13:20,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3, size=1.0 K (1043bytes) 2024-11-21T11:13:20,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 2024-11-21T11:13:20,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 after 0ms 2024-11-21T11:13:20,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 took 3ms 2024-11-21T11:13:20,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 so closing down 2024-11-21T11:13:20,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3, size=1.0 K (1043bytes) at 1732187600002Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 so closing down at 1732187600007 (+5 ms)3 split writer threads finished at 1732187600007Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600007 2024-11-21T11:13:20,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.3 2024-11-21T11:13:20,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4, size=1.0 K (1043bytes) 2024-11-21T11:13:20,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 2024-11-21T11:13:20,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 after 0ms 2024-11-21T11:13:20,014 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 took 4ms 2024-11-21T11:13:20,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 so closing down 2024-11-21T11:13:20,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4, size=1.0 K (1043bytes) at 1732187600011Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 so closing down at 1732187600016 (+5 ms)3 split writer threads finished at 1732187600016Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600016 2024-11-21T11:13:20,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.4 2024-11-21T11:13:20,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5, size=1.0 K (1043bytes) 2024-11-21T11:13:20,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 2024-11-21T11:13:20,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 after 0ms 2024-11-21T11:13:20,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 took 4ms 2024-11-21T11:13:20,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 so closing down 2024-11-21T11:13:20,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5, size=1.0 K (1043bytes) at 1732187600020Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 so closing down at 1732187600025 (+5 ms)3 split writer threads finished at 1732187600025Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600025 2024-11-21T11:13:20,028 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.5 2024-11-21T11:13:20,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6, size=1.0 K (1043bytes) 2024-11-21T11:13:20,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 2024-11-21T11:13:20,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 after 0ms 2024-11-21T11:13:20,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 took 4ms 2024-11-21T11:13:20,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 so closing down 2024-11-21T11:13:20,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6, size=1.0 K (1043bytes) at 1732187600029Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 so closing down at 1732187600034 (+5 ms)3 split writer threads finished at 1732187600034Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600034 2024-11-21T11:13:20,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.6 2024-11-21T11:13:20,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7, size=1.0 K (1043bytes) 2024-11-21T11:13:20,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 2024-11-21T11:13:20,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 after 0ms 2024-11-21T11:13:20,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 took 4ms 2024-11-21T11:13:20,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 so closing down 2024-11-21T11:13:20,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7, size=1.0 K (1043bytes) at 1732187600038Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 so closing down at 1732187600043 (+5 ms)3 split writer threads finished at 1732187600043Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600043 2024-11-21T11:13:20,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.7 2024-11-21T11:13:20,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8, size=1.0 K (1043bytes) 2024-11-21T11:13:20,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 2024-11-21T11:13:20,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 after 0ms 2024-11-21T11:13:20,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 took 3ms 2024-11-21T11:13:20,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 so closing down 2024-11-21T11:13:20,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8, size=1.0 K (1043bytes) at 1732187600046Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 so closing down at 1732187600051 (+5 ms)3 split writer threads finished at 1732187600051Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600051 2024-11-21T11:13:20,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.8 2024-11-21T11:13:20,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9, size=1.0 K (1043bytes) 2024-11-21T11:13:20,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 2024-11-21T11:13:20,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 after 0ms 2024-11-21T11:13:20,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 took 3ms 2024-11-21T11:13:20,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 so closing down 2024-11-21T11:13:20,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T11:13:20,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9, size=1.0 K (1043bytes) at 1732187600055Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 so closing down at 1732187600060 (+5 ms)3 split writer threads finished at 1732187600060Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732187600060 2024-11-21T11:13:20,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/WALs/testsplitdeletedregion,16010,1732187595756/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/ccf9b854-e5c9-cc94-9bc9-3b0baac41ff8/oldWALs/wal.dat.9 2024-11-21T11:13:20,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839293382_22 at /127.0.0.1:48750 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839293382_22 at /127.0.0.1:58836 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 351), ProcessCount=11 (was 12), AvailableMemoryMB=6043 (was 6042) - AvailableMemoryMB LEAK? - 2024-11-21T11:13:20,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6042 2024-11-21T11:13:20,081 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:20,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741853_1030 (size=7) 2024-11-21T11:13:20,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741853_1030 (size=7) 2024-11-21T11:13:20,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:20,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:20,098 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T11:13:20,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741854_1031 (size=863) 2024-11-21T11:13:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741854_1031 (size=863) 2024-11-21T11:13:20,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741855_1032 (size=859) 2024-11-21T11:13:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741855_1032 (size=859) 2024-11-21T11:13:20,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0, size=859 (859bytes) 2024-11-21T11:13:20,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 2024-11-21T11:13:20,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 after 1ms 2024-11-21T11:13:20,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 took 4ms 2024-11-21T11:13:20,240 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0; continuing. 2024-11-21T11:13:20,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 so closing down 2024-11-21T11:13:20,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:20,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:20,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:20,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741856_1033 (size=863) 2024-11-21T11:13:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741856_1033 (size=863) 2024-11-21T11:13:20,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:20,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T11:13:20,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-21T11:13:20,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0, size=859 (859bytes) at 1732187600145Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 so closing down at 1732187600240 (+95 ms)3 split writer threads finished at 1732187600240Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187600246 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187600257 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732187600259 (+2 ms)Processed 10 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732187600259 2024-11-21T11:13:20,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/WALs/testcorruptwaltrailer,16010,1732187600098/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/c6e917c3-b27d-e417-379b-697ebc9e97aa/oldWALs/wal.dat.0 2024-11-21T11:13:20,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839293382_22 at /127.0.0.1:48750 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1123010337_22 at /127.0.0.1:58836 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=6030 (was 6042) 2024-11-21T11:13:20,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6029 2024-11-21T11:13:20,288 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:20,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741857_1034 (size=7) 2024-11-21T11:13:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741857_1034 (size=7) 2024-11-21T11:13:20,297 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:20,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:20,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=6027 (was 6029) 2024-11-21T11:13:20,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6026 2024-11-21T11:13:20,325 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741858_1035 (size=7) 2024-11-21T11:13:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741858_1035 (size=7) 2024-11-21T11:13:20,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:20,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,341 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:20,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-21T11:13:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741859_1036 (size=93) 2024-11-21T11:13:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741859_1036 (size=93) 2024-11-21T11:13:20,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=6024 (was 6026) 2024-11-21T11:13:20,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6024 2024-11-21T11:13:20,375 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741860_1037 (size=7) 2024-11-21T11:13:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741860_1037 (size=7) 2024-11-21T11:13:20,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:20,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:20,389 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:20,389 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:20,390 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:20,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:20,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741861_1038 (size=1393) 2024-11-21T11:13:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741861_1038 (size=1393) 2024-11-21T11:13:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:20,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:20,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741862_1039 (size=1393) 2024-11-21T11:13:20,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741862_1039 (size=1393) 2024-11-21T11:13:20,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:20,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741863_1040 (size=1393) 2024-11-21T11:13:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741863_1040 (size=1393) 2024-11-21T11:13:20,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:20,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:20,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741864_1041 (size=1393) 2024-11-21T11:13:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741864_1041 (size=1393) 2024-11-21T11:13:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:20,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741865_1042 (size=1393) 2024-11-21T11:13:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741865_1042 (size=1393) 2024-11-21T11:13:20,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:20,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:20,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741866_1043 (size=1393) 2024-11-21T11:13:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741866_1043 (size=1393) 2024-11-21T11:13:20,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:20,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:20,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741867_1044 (size=1405) 2024-11-21T11:13:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741867_1044 (size=1405) 2024-11-21T11:13:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:20,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741868_1045 (size=1413) 2024-11-21T11:13:20,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741868_1045 (size=1413) 2024-11-21T11:13:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:20,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741869_1046 (size=1413) 2024-11-21T11:13:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741869_1046 (size=1413) 2024-11-21T11:13:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:20,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741870_1047 (size=1413) 2024-11-21T11:13:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741870_1047 (size=1413) 2024-11-21T11:13:20,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:21,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:21,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7 2024-11-21T11:13:21,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7 after 1ms 2024-11-21T11:13:21,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7 took 6ms 2024-11-21T11:13:21,010 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7 so closing down 2024-11-21T11:13:21,010 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:21,010 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:21,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:21,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:21,035 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:21,035 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:21,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-21T11:13:21,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7, size=1.4 K (1413bytes) at 1732187601000Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7 so closing down at 1732187601010 (+10 ms)3 split writer threads finished at 1732187601010Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187601026 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187601026Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732187601036 (+10 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732187601036Processed 20 edits across 0 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/34132ca2-2001-bda9-afcd-98b431755e27/WALs/testioeonoutputthread,16010,1732187600389/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732187601036 2024-11-21T11:13:21,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 137) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1813358432_22 at /127.0.0.1:48750 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=5999 (was 6024) 2024-11-21T11:13:21,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=5998 2024-11-21T11:13:21,054 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741871_1048 (size=7) 2024-11-21T11:13:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741871_1048 (size=7) 2024-11-21T11:13:21,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:21,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:21,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:21,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:21,097 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:21,099 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:21,101 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741872_1049 (size=2324) 2024-11-21T11:13:21,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741872_1049 (size=2324) 2024-11-21T11:13:21,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:21,124 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:21,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741873_1050 (size=1393) 2024-11-21T11:13:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741873_1050 (size=1393) 2024-11-21T11:13:21,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:21,142 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:21,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-21T11:13:21,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-21T11:13:21,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-21T11:13:21,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-21T11:13:21,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-21T11:13:21,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-21T11:13:21,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-21T11:13:21,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-21T11:13:21,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-21T11:13:21,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-21T11:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-21T11:13:21,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-21T11:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-21T11:13:21,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-21T11:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-21T11:13:21,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-21T11:13:21,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-21T11:13:21,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-21T11:13:21,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-21T11:13:21,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-21T11:13:21,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-21T11:13:21,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-21T11:13:21,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-21T11:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-21T11:13:21,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-21T11:13:21,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-21T11:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-21T11:13:21,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-21T11:13:21,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-21T11:13:21,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-21T11:13:21,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-21T11:13:21,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-21T11:13:21,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-21T11:13:21,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-21T11:13:21,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-21T11:13:21,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-21T11:13:21,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-21T11:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-21T11:13:21,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-21T11:13:21,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-21T11:13:21,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-21T11:13:21,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-21T11:13:21,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-21T11:13:21,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-21T11:13:21,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-21T11:13:21,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-21T11:13:21,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-21T11:13:21,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-21T11:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-21T11:13:21,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-21T11:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-21T11:13:21,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-21T11:13:21,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-21T11:13:21,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-21T11:13:21,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-21T11:13:21,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-21T11:13:21,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-21T11:13:21,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-21T11:13:21,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-21T11:13:21,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-21T11:13:21,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-21T11:13:21,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-21T11:13:21,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-21T11:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-21T11:13:21,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-21T11:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-21T11:13:21,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-21T11:13:21,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-21T11:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-21T11:13:21,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-21T11:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-21T11:13:21,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-21T11:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-21T11:13:21,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-21T11:13:21,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-21T11:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-21T11:13:21,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-21T11:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-21T11:13:21,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-21T11:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-21T11:13:21,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-21T11:13:21,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-21T11:13:21,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-21T11:13:21,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-21T11:13:21,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-21T11:13:21,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-21T11:13:21,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-21T11:13:21,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-21T11:13:21,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-21T11:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-21T11:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-21T11:13:21,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-21T11:13:21,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-21T11:13:21,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-21T11:13:21,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-21T11:13:21,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-21T11:13:21,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-21T11:13:21,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-21T11:13:21,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-21T11:13:21,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-21T11:13:21,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-21T11:13:21,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-21T11:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-21T11:13:21,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-21T11:13:21,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-21T11:13:21,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-21T11:13:21,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-21T11:13:21,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-21T11:13:21,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-21T11:13:21,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-21T11:13:21,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-21T11:13:21,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-21T11:13:21,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-21T11:13:21,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-21T11:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-21T11:13:21,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-21T11:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-21T11:13:21,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-21T11:13:21,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-21T11:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-21T11:13:21,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-21T11:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-21T11:13:21,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-21T11:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-21T11:13:21,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-21T11:13:21,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-21T11:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-21T11:13:21,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-21T11:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-21T11:13:21,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-21T11:13:21,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-21T11:13:21,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-21T11:13:21,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-21T11:13:21,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-21T11:13:21,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-21T11:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-21T11:13:21,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-21T11:13:21,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-21T11:13:21,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-21T11:13:21,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-21T11:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-21T11:13:21,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-21T11:13:21,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-21T11:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-21T11:13:21,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-21T11:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-21T11:13:21,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-21T11:13:21,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-21T11:13:21,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-21T11:13:21,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-21T11:13:21,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-21T11:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-21T11:13:21,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-21T11:13:21,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-21T11:13:21,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-21T11:13:21,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-21T11:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-21T11:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-21T11:13:21,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-21T11:13:21,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-21T11:13:21,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-21T11:13:21,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-21T11:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-21T11:13:21,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-21T11:13:21,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-21T11:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-21T11:13:21,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-21T11:13:21,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-21T11:13:21,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-21T11:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-21T11:13:21,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-21T11:13:21,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-21T11:13:21,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-21T11:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-21T11:13:21,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-21T11:13:21,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-21T11:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-21T11:13:21,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-21T11:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-21T11:13:21,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-21T11:13:21,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-21T11:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-21T11:13:21,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-21T11:13:21,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-21T11:13:21,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-21T11:13:21,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-21T11:13:21,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-21T11:13:21,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-21T11:13:21,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-21T11:13:21,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-21T11:13:21,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-21T11:13:21,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-21T11:13:21,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-21T11:13:21,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-21T11:13:21,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-21T11:13:21,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-21T11:13:21,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-21T11:13:21,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-21T11:13:21,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-21T11:13:21,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-21T11:13:21,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-21T11:13:21,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-21T11:13:21,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-21T11:13:21,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-21T11:13:21,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-21T11:13:21,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-21T11:13:21,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-21T11:13:21,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-21T11:13:21,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-21T11:13:21,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-21T11:13:21,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-21T11:13:21,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-21T11:13:21,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-21T11:13:21,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-21T11:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-21T11:13:21,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-21T11:13:21,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-21T11:13:21,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-21T11:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-21T11:13:21,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-21T11:13:21,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-21T11:13:21,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-21T11:13:21,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-21T11:13:21,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-21T11:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-21T11:13:21,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-21T11:13:21,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-21T11:13:21,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-21T11:13:21,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-21T11:13:21,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-21T11:13:21,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-21T11:13:21,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-21T11:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-21T11:13:21,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-21T11:13:21,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-21T11:13:21,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-21T11:13:21,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-21T11:13:21,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-21T11:13:21,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-21T11:13:21,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-21T11:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-21T11:13:21,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-21T11:13:21,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-21T11:13:21,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-21T11:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-21T11:13:21,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-21T11:13:21,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-21T11:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-21T11:13:21,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-21T11:13:21,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-21T11:13:21,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-21T11:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-21T11:13:21,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-21T11:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-21T11:13:21,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-21T11:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-21T11:13:21,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-21T11:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-21T11:13:21,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-21T11:13:21,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-21T11:13:21,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-21T11:13:21,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-21T11:13:21,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-21T11:13:21,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-21T11:13:21,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-21T11:13:21,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-21T11:13:21,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-21T11:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-21T11:13:21,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-21T11:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-21T11:13:21,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-21T11:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-21T11:13:21,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-21T11:13:21,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-21T11:13:21,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-21T11:13:21,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-21T11:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-21T11:13:21,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-21T11:13:21,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-21T11:13:21,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-21T11:13:21,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-21T11:13:21,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-21T11:13:21,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-21T11:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-21T11:13:21,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-21T11:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-21T11:13:21,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-21T11:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-21T11:13:21,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-21T11:13:21,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-21T11:13:21,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-21T11:13:21,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-21T11:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-21T11:13:21,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-21T11:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-21T11:13:21,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-21T11:13:21,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-21T11:13:21,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-21T11:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-21T11:13:21,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-21T11:13:21,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-21T11:13:21,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-21T11:13:21,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-21T11:13:21,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-21T11:13:21,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-21T11:13:21,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-21T11:13:21,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-21T11:13:21,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-21T11:13:21,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-21T11:13:21,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-21T11:13:21,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-21T11:13:21,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-21T11:13:21,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-21T11:13:21,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-21T11:13:21,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-21T11:13:21,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-21T11:13:21,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-21T11:13:21,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-21T11:13:21,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-21T11:13:21,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-21T11:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-21T11:13:21,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-21T11:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-21T11:13:21,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-21T11:13:21,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-21T11:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-21T11:13:21,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-21T11:13:21,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-21T11:13:21,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-21T11:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-21T11:13:21,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-21T11:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-21T11:13:21,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-21T11:13:21,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-21T11:13:21,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-21T11:13:21,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-21T11:13:21,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-21T11:13:21,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-21T11:13:21,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-21T11:13:21,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-21T11:13:21,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-21T11:13:21,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-21T11:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-21T11:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-21T11:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-21T11:13:21,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-21T11:13:21,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-21T11:13:21,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-21T11:13:21,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-21T11:13:21,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-21T11:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-21T11:13:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-21T11:13:21,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-21T11:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-21T11:13:21,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-21T11:13:21,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-21T11:13:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-21T11:13:21,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-21T11:13:21,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-21T11:13:21,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-21T11:13:21,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-21T11:13:21,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-21T11:13:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-21T11:13:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-21T11:13:21,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-21T11:13:21,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-21T11:13:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-21T11:13:21,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-21T11:13:21,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-21T11:13:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-21T11:13:21,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-21T11:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-21T11:13:21,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-21T11:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-21T11:13:21,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-21T11:13:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-21T11:13:21,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-21T11:13:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-21T11:13:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-21T11:13:21,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-21T11:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-21T11:13:21,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-21T11:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-21T11:13:21,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-21T11:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-21T11:13:21,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-21T11:13:21,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-21T11:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-21T11:13:21,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-21T11:13:21,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-21T11:13:21,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-21T11:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-21T11:13:21,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-21T11:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-21T11:13:21,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-21T11:13:21,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-21T11:13:21,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-21T11:13:21,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-21T11:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-21T11:13:21,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-21T11:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-21T11:13:21,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-21T11:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-21T11:13:21,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-21T11:13:21,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-21T11:13:21,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-21T11:13:21,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-21T11:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-21T11:13:21,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-21T11:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-21T11:13:21,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-21T11:13:21,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-21T11:13:21,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-21T11:13:21,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-21T11:13:21,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-21T11:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-21T11:13:21,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-21T11:13:21,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-21T11:13:21,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-21T11:13:21,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-21T11:13:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-21T11:13:21,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-21T11:13:21,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-21T11:13:21,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-21T11:13:21,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-21T11:13:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-21T11:13:21,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-21T11:13:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-21T11:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-21T11:13:21,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-21T11:13:21,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-21T11:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-21T11:13:21,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-21T11:13:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-21T11:13:21,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-21T11:13:21,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-21T11:13:21,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-21T11:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-21T11:13:21,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-21T11:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-21T11:13:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-21T11:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-21T11:13:21,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-21T11:13:21,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-21T11:13:21,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-21T11:13:21,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-21T11:13:21,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-21T11:13:21,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-21T11:13:21,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-21T11:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-21T11:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-21T11:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-21T11:13:21,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-21T11:13:21,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-21T11:13:21,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-21T11:13:21,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-21T11:13:21,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-21T11:13:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-21T11:13:21,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-21T11:13:21,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-21T11:13:21,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-21T11:13:21,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-21T11:13:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-21T11:13:21,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-21T11:13:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-21T11:13:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-21T11:13:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-21T11:13:21,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-21T11:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-21T11:13:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-21T11:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-21T11:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-21T11:13:21,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-21T11:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-21T11:13:21,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-21T11:13:21,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-21T11:13:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-21T11:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-21T11:13:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-21T11:13:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-21T11:13:21,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-21T11:13:21,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-21T11:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-21T11:13:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-21T11:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-21T11:13:21,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-21T11:13:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-21T11:13:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-21T11:13:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-21T11:13:21,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-21T11:13:21,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-21T11:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-21T11:13:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-21T11:13:21,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-21T11:13:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-21T11:13:21,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-21T11:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-21T11:13:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-21T11:13:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-21T11:13:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-21T11:13:22,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-21T11:13:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-21T11:13:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-21T11:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-21T11:13:22,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-21T11:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-21T11:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-21T11:13:22,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-21T11:13:22,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-21T11:13:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-21T11:13:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-21T11:13:22,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-21T11:13:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-21T11:13:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-21T11:13:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-21T11:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-21T11:13:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-21T11:13:22,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-21T11:13:22,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-21T11:13:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-21T11:13:22,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-21T11:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-21T11:13:22,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-21T11:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-21T11:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-21T11:13:22,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-21T11:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-21T11:13:22,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-21T11:13:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-21T11:13:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-21T11:13:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-21T11:13:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-21T11:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-21T11:13:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-21T11:13:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-21T11:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-21T11:13:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-21T11:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-21T11:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-21T11:13:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-21T11:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-21T11:13:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-21T11:13:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-21T11:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-21T11:13:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-21T11:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-21T11:13:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-21T11:13:22,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-21T11:13:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-21T11:13:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-21T11:13:22,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-21T11:13:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-21T11:13:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-21T11:13:22,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-21T11:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-21T11:13:22,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-21T11:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-21T11:13:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-21T11:13:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-21T11:13:22,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-21T11:13:22,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-21T11:13:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-21T11:13:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-21T11:13:22,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-21T11:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-21T11:13:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-21T11:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-21T11:13:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-21T11:13:22,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-21T11:13:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-21T11:13:22,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-21T11:13:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-21T11:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-21T11:13:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-21T11:13:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-21T11:13:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-21T11:13:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-21T11:13:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-21T11:13:22,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-21T11:13:22,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-21T11:13:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-21T11:13:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-21T11:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-21T11:13:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-21T11:13:22,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-21T11:13:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-21T11:13:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-21T11:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-21T11:13:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-21T11:13:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-21T11:13:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-21T11:13:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-21T11:13:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-21T11:13:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-21T11:13:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-21T11:13:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-21T11:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-21T11:13:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-21T11:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-21T11:13:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-21T11:13:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-21T11:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-21T11:13:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-21T11:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-21T11:13:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-21T11:13:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-21T11:13:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-21T11:13:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-21T11:13:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-21T11:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-21T11:13:22,181 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069): HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732187601123; access_time=1732187601102; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187601141; access_time=1732187601125; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732187601142; access_time=1732187601142; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T11:13:22,181 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-21T11:13:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-21T11:13:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-21T11:13:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-21T11:13:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-21T11:13:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-21T11:13:22,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-21T11:13:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-21T11:13:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-21T11:13:22,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T11:13:22,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 2024-11-21T11:13:22,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-21T11:13:22,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 after 2ms 2024-11-21T11:13:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-21T11:13:22,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 took 5ms 2024-11-21T11:13:22,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-21T11:13:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-21T11:13:22,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-21T11:13:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-21T11:13:22,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 so closing down 2024-11-21T11:13:22,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:22,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-21T11:13:22,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:22,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:22,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-21T11:13:22,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:22,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-21T11:13:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-21T11:13:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-21T11:13:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-21T11:13:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741876_1053 (size=743) 2024-11-21T11:13:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741876_1053 (size=743) 2024-11-21T11:13:22,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-21T11:13:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-21T11:13:22,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-21T11:13:22,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:22,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-21T11:13:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-21T11:13:22,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741875_1052 (size=743) 2024-11-21T11:13:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741875_1052 (size=743) 2024-11-21T11:13:22,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-21T11:13:22,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-21T11:13:22,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:22,245 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 31 ms; skipped=7; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T11:13:22,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0, size=2.3 K (2324bytes) at 1732187602206Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 so closing down at 1732187602218 (+12 ms)3 split writer threads finished at 1732187602218Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187602225 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187602225Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187602236 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187602239 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187602243 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187602245 (+2 ms)Processed 27 edits across 2 Regions in 31 ms; skipped=7; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732187602245 2024-11-21T11:13:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-21T11:13:22,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-21T11:13:22,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/oldWALs/wal.dat.0 2024-11-21T11:13:22,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:22,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 2024-11-21T11:13:22,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 after 1ms 2024-11-21T11:13:22,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-21T11:13:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-21T11:13:22,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 took 4ms 2024-11-21T11:13:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-21T11:13:22,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-21T11:13:22,254 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 so closing down 2024-11-21T11:13:22,254 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:22,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-21T11:13:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-21T11:13:22,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:22,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-21T11:13:22,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:22,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-21T11:13:22,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-21T11:13:22,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-21T11:13:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-21T11:13:22,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-21T11:13:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-21T11:13:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741877_1054 (size=743) 2024-11-21T11:13:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741877_1054 (size=743) 2024-11-21T11:13:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-21T11:13:22,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-21T11:13:22,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:22,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741878_1055 (size=743) 2024-11-21T11:13:22,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-21T11:13:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741878_1055 (size=743) 2024-11-21T11:13:22,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:22,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-21T11:13:22,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:22,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1, size=1.4 K (1393bytes) at 1732187602248Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 so closing down at 1732187602254 (+6 ms)3 split writer threads finished at 1732187602254Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187602259 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187602260 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187602271 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187602273 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187602275 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187602277 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187602277 2024-11-21T11:13:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-21T11:13:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-21T11:13:22,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/oldWALs/wal.dat.1 2024-11-21T11:13:22,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2, size=150 (150bytes) 2024-11-21T11:13:22,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 2024-11-21T11:13:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,280 WARN [IPC Server handler 0 on default port 35825 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-21T11:13:22,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 after 1ms 2024-11-21T11:13:22,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-21T11:13:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-21T11:13:22,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-21T11:13:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-21T11:13:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-21T11:13:22,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-21T11:13:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-21T11:13:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-21T11:13:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-21T11:13:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-21T11:13:22,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-21T11:13:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-21T11:13:22,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-21T11:13:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-21T11:13:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-21T11:13:22,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-21T11:13:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-21T11:13:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-21T11:13:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-21T11:13:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-21T11:13:22,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-21T11:13:22,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-21T11:13:22,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-21T11:13:22,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-21T11:13:22,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-21T11:13:22,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-21T11:13:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-21T11:13:22,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-21T11:13:22,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-21T11:13:22,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-21T11:13:22,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-21T11:13:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-21T11:13:22,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-21T11:13:22,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-21T11:13:22,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-21T11:13:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-21T11:13:22,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-21T11:13:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-21T11:13:22,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-21T11:13:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-21T11:13:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-21T11:13:22,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-21T11:13:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-21T11:13:22,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-21T11:13:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-21T11:13:22,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-21T11:13:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-21T11:13:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-21T11:13:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-21T11:13:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-21T11:13:22,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-21T11:13:22,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-21T11:13:22,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-21T11:13:22,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-21T11:13:22,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-21T11:13:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-21T11:13:22,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-21T11:13:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-21T11:13:22,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-21T11:13:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-21T11:13:22,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-21T11:13:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-21T11:13:22,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-21T11:13:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-21T11:13:22,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-21T11:13:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-21T11:13:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-21T11:13:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-21T11:13:22,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-21T11:13:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-21T11:13:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-21T11:13:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-21T11:13:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-21T11:13:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-21T11:13:22,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-21T11:13:22,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-21T11:13:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-21T11:13:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-21T11:13:22,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-21T11:13:22,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-21T11:13:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-21T11:13:22,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-21T11:13:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-21T11:13:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-21T11:13:22,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-21T11:13:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-21T11:13:22,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-21T11:13:22,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-21T11:13:22,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-21T11:13:22,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-21T11:13:22,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-21T11:13:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-21T11:13:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-21T11:13:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-21T11:13:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-21T11:13:22,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-21T11:13:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-21T11:13:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-21T11:13:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-21T11:13:22,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-21T11:13:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-21T11:13:22,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-21T11:13:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-21T11:13:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-21T11:13:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-21T11:13:22,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-21T11:13:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-21T11:13:22,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-21T11:13:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-21T11:13:22,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-21T11:13:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-21T11:13:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-21T11:13:22,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-21T11:13:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-21T11:13:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-21T11:13:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-21T11:13:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-21T11:13:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-21T11:13:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-21T11:13:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-21T11:13:22,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-21T11:13:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-21T11:13:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-21T11:13:22,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-21T11:13:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-21T11:13:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-21T11:13:22,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-21T11:13:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-21T11:13:22,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-21T11:13:22,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-21T11:13:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-21T11:13:22,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-21T11:13:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-21T11:13:22,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-21T11:13:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-21T11:13:22,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-21T11:13:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-21T11:13:22,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-21T11:13:22,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-21T11:13:22,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-21T11:13:22,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-21T11:13:22,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-21T11:13:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-21T11:13:22,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-21T11:13:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-21T11:13:22,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-21T11:13:22,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-21T11:13:22,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-21T11:13:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-21T11:13:22,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-21T11:13:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-21T11:13:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-21T11:13:22,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-21T11:13:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-21T11:13:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-21T11:13:22,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-21T11:13:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-21T11:13:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-21T11:13:22,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-21T11:13:22,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-21T11:13:22,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-21T11:13:22,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-21T11:13:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-21T11:13:22,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-21T11:13:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-21T11:13:22,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-21T11:13:22,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-21T11:13:22,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-21T11:13:22,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-21T11:13:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-21T11:13:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-21T11:13:22,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-21T11:13:22,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-21T11:13:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-21T11:13:22,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-21T11:13:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-21T11:13:22,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-21T11:13:22,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-21T11:13:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-21T11:13:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-21T11:13:22,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-21T11:13:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-21T11:13:22,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-21T11:13:22,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-21T11:13:22,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-21T11:13:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-21T11:13:22,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-21T11:13:22,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-21T11:13:22,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-21T11:13:22,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-21T11:13:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-21T11:13:22,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-21T11:13:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-21T11:13:22,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-21T11:13:22,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-21T11:13:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-21T11:13:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-21T11:13:22,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-21T11:13:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-21T11:13:22,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-21T11:13:22,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-21T11:13:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-21T11:13:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-21T11:13:22,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-21T11:13:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-21T11:13:22,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-21T11:13:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-21T11:13:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-21T11:13:22,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-21T11:13:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-21T11:13:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-21T11:13:22,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-21T11:13:22,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-21T11:13:22,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-21T11:13:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-21T11:13:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-21T11:13:22,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-21T11:13:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-21T11:13:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-21T11:13:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-21T11:13:22,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-21T11:13:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-21T11:13:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-21T11:13:22,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-21T11:13:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-21T11:13:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-21T11:13:22,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-21T11:13:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-21T11:13:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-21T11:13:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-21T11:13:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-21T11:13:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-21T11:13:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-21T11:13:22,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-21T11:13:22,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-21T11:13:22,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-21T11:13:22,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-21T11:13:22,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-21T11:13:22,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-21T11:13:22,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-21T11:13:22,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-21T11:13:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-21T11:13:22,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-21T11:13:22,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-21T11:13:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-21T11:13:22,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-21T11:13:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-21T11:13:22,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-21T11:13:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-21T11:13:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-21T11:13:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-21T11:13:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-21T11:13:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-21T11:13:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-21T11:13:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-21T11:13:22,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-21T11:13:22,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-21T11:13:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-21T11:13:22,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-21T11:13:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-21T11:13:22,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-21T11:13:22,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-21T11:13:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-21T11:13:22,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-21T11:13:22,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-21T11:13:22,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-21T11:13:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-21T11:13:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-21T11:13:22,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-21T11:13:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-21T11:13:22,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-21T11:13:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-21T11:13:22,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-21T11:13:22,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-21T11:13:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-21T11:13:22,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-21T11:13:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-21T11:13:22,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-21T11:13:22,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-21T11:13:22,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-21T11:13:22,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-21T11:13:22,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-21T11:13:22,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-21T11:13:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-21T11:13:22,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-21T11:13:22,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-21T11:13:22,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-21T11:13:22,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-21T11:13:22,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-21T11:13:22,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-21T11:13:22,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-21T11:13:22,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-21T11:13:22,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-21T11:13:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-21T11:13:22,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-21T11:13:22,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-21T11:13:22,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-21T11:13:22,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-21T11:13:22,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-21T11:13:22,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-21T11:13:22,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-21T11:13:22,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-21T11:13:22,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-21T11:13:22,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-21T11:13:22,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-21T11:13:22,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-21T11:13:22,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-21T11:13:22,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-21T11:13:22,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-21T11:13:22,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-21T11:13:22,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-21T11:13:22,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-21T11:13:22,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-21T11:13:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-21T11:13:22,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-21T11:13:22,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-21T11:13:22,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-21T11:13:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-21T11:13:22,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-21T11:13:22,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-21T11:13:22,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-21T11:13:22,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-21T11:13:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-21T11:13:22,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-21T11:13:22,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-21T11:13:22,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-21T11:13:22,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-21T11:13:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-21T11:13:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-21T11:13:22,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-21T11:13:22,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-21T11:13:22,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-21T11:13:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-21T11:13:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-21T11:13:22,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-21T11:13:22,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-21T11:13:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-21T11:13:22,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-21T11:13:22,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-21T11:13:22,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-21T11:13:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-21T11:13:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-21T11:13:22,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-21T11:13:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-21T11:13:22,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-21T11:13:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-21T11:13:22,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-21T11:13:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-21T11:13:22,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-21T11:13:22,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-21T11:13:22,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-21T11:13:22,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-21T11:13:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-21T11:13:22,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-21T11:13:22,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-21T11:13:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-21T11:13:22,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-21T11:13:22,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-21T11:13:22,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-21T11:13:22,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-21T11:13:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-21T11:13:22,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-21T11:13:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-21T11:13:22,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-21T11:13:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-21T11:13:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-21T11:13:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-21T11:13:22,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-21T11:13:22,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-21T11:13:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-21T11:13:22,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-21T11:13:22,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-21T11:13:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-21T11:13:22,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-21T11:13:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-21T11:13:22,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-21T11:13:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-21T11:13:22,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-21T11:13:22,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-21T11:13:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-21T11:13:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-21T11:13:22,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-21T11:13:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-21T11:13:22,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-21T11:13:22,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-21T11:13:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-21T11:13:22,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-21T11:13:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-21T11:13:22,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-21T11:13:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-21T11:13:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-21T11:13:22,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-21T11:13:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-21T11:13:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-21T11:13:22,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-21T11:13:22,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-21T11:13:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-21T11:13:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-21T11:13:22,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-21T11:13:22,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-21T11:13:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-21T11:13:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-21T11:13:22,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-21T11:13:22,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-21T11:13:22,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-21T11:13:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-21T11:13:22,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-21T11:13:22,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-21T11:13:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-21T11:13:22,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-21T11:13:22,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-21T11:13:22,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-21T11:13:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-21T11:13:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-21T11:13:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-21T11:13:22,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-21T11:13:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-21T11:13:22,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-21T11:13:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-21T11:13:22,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-21T11:13:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-21T11:13:22,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-21T11:13:22,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-21T11:13:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-21T11:13:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-21T11:13:22,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-21T11:13:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-21T11:13:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-21T11:13:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-21T11:13:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-21T11:13:22,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-21T11:13:22,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-21T11:13:22,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-21T11:13:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-21T11:13:22,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-21T11:13:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-21T11:13:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-21T11:13:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-21T11:13:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-21T11:13:22,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-21T11:13:22,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-21T11:13:22,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-21T11:13:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-21T11:13:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-21T11:13:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-21T11:13:22,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-21T11:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-21T11:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-21T11:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-21T11:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-21T11:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-21T11:13:22,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-21T11:13:22,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-21T11:13:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-21T11:13:22,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-21T11:13:22,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-21T11:13:22,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-21T11:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1146, seq=0 2024-11-21T11:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1147, seq=0 2024-11-21T11:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1148, seq=0 2024-11-21T11:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1149, seq=0 2024-11-21T11:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1150, seq=0 2024-11-21T11:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1151, seq=0 2024-11-21T11:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1152, seq=0 2024-11-21T11:13:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1153, seq=0 2024-11-21T11:13:22,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1154, seq=0 2024-11-21T11:13:22,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1155, seq=0 2024-11-21T11:13:22,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1156, seq=0 2024-11-21T11:13:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1157, seq=0 2024-11-21T11:13:22,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1158, seq=0 2024-11-21T11:13:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1159, seq=0 2024-11-21T11:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1160, seq=0 2024-11-21T11:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1161, seq=0 2024-11-21T11:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1162, seq=0 2024-11-21T11:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1163, seq=0 2024-11-21T11:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1164, seq=0 2024-11-21T11:13:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1165, seq=0 2024-11-21T11:13:23,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1166, seq=0 2024-11-21T11:13:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1167, seq=0 2024-11-21T11:13:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1168, seq=0 2024-11-21T11:13:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1169, seq=0 2024-11-21T11:13:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1170, seq=0 2024-11-21T11:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1171, seq=0 2024-11-21T11:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1172, seq=0 2024-11-21T11:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1173, seq=0 2024-11-21T11:13:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1174, seq=0 2024-11-21T11:13:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1175, seq=0 2024-11-21T11:13:23,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1176, seq=0 2024-11-21T11:13:23,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1177, seq=0 2024-11-21T11:13:23,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1178, seq=0 2024-11-21T11:13:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1179, seq=0 2024-11-21T11:13:23,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1180, seq=0 2024-11-21T11:13:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1181, seq=0 2024-11-21T11:13:23,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1182, seq=0 2024-11-21T11:13:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1183, seq=0 2024-11-21T11:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1184, seq=0 2024-11-21T11:13:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1185, seq=0 2024-11-21T11:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1186, seq=0 2024-11-21T11:13:23,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1187, seq=0 2024-11-21T11:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1188, seq=0 2024-11-21T11:13:23,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1189, seq=0 2024-11-21T11:13:23,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1190, seq=0 2024-11-21T11:13:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1191, seq=0 2024-11-21T11:13:23,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1192, seq=0 2024-11-21T11:13:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1193, seq=0 2024-11-21T11:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1194, seq=0 2024-11-21T11:13:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1195, seq=0 2024-11-21T11:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1196, seq=0 2024-11-21T11:13:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1197, seq=0 2024-11-21T11:13:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1198, seq=0 2024-11-21T11:13:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1199, seq=0 2024-11-21T11:13:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1200, seq=0 2024-11-21T11:13:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1201, seq=0 2024-11-21T11:13:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1202, seq=0 2024-11-21T11:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1203, seq=0 2024-11-21T11:13:23,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1204, seq=0 2024-11-21T11:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1205, seq=0 2024-11-21T11:13:23,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1206, seq=0 2024-11-21T11:13:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1207, seq=0 2024-11-21T11:13:23,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1208, seq=0 2024-11-21T11:13:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1209, seq=0 2024-11-21T11:13:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1210, seq=0 2024-11-21T11:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1211, seq=0 2024-11-21T11:13:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1212, seq=0 2024-11-21T11:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1213, seq=0 2024-11-21T11:13:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1214, seq=0 2024-11-21T11:13:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1215, seq=0 2024-11-21T11:13:23,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1216, seq=0 2024-11-21T11:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1217, seq=0 2024-11-21T11:13:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1218, seq=0 2024-11-21T11:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1219, seq=0 2024-11-21T11:13:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1220, seq=0 2024-11-21T11:13:23,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1221, seq=0 2024-11-21T11:13:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1222, seq=0 2024-11-21T11:13:23,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1223, seq=0 2024-11-21T11:13:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1224, seq=0 2024-11-21T11:13:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1225, seq=0 2024-11-21T11:13:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1226, seq=0 2024-11-21T11:13:23,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1227, seq=0 2024-11-21T11:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1228, seq=0 2024-11-21T11:13:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1229, seq=0 2024-11-21T11:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1230, seq=0 2024-11-21T11:13:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1231, seq=0 2024-11-21T11:13:23,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1232, seq=0 2024-11-21T11:13:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1233, seq=0 2024-11-21T11:13:23,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1234, seq=0 2024-11-21T11:13:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1235, seq=0 2024-11-21T11:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1236, seq=0 2024-11-21T11:13:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1237, seq=0 2024-11-21T11:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1238, seq=0 2024-11-21T11:13:23,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1239, seq=0 2024-11-21T11:13:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1240, seq=0 2024-11-21T11:13:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1241, seq=0 2024-11-21T11:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1242, seq=0 2024-11-21T11:13:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1243, seq=0 2024-11-21T11:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1244, seq=0 2024-11-21T11:13:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1245, seq=0 2024-11-21T11:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1246, seq=0 2024-11-21T11:13:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1247, seq=0 2024-11-21T11:13:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1248, seq=0 2024-11-21T11:13:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1249, seq=0 2024-11-21T11:13:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1250, seq=0 2024-11-21T11:13:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1251, seq=0 2024-11-21T11:13:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1252, seq=0 2024-11-21T11:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1253, seq=0 2024-11-21T11:13:23,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1254, seq=0 2024-11-21T11:13:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1255, seq=0 2024-11-21T11:13:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1256, seq=0 2024-11-21T11:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1257, seq=0 2024-11-21T11:13:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1258, seq=0 2024-11-21T11:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1259, seq=0 2024-11-21T11:13:23,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1260, seq=0 2024-11-21T11:13:23,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1261, seq=0 2024-11-21T11:13:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1262, seq=0 2024-11-21T11:13:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1263, seq=0 2024-11-21T11:13:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1264, seq=0 2024-11-21T11:13:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1265, seq=0 2024-11-21T11:13:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1266, seq=0 2024-11-21T11:13:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1267, seq=0 2024-11-21T11:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1268, seq=0 2024-11-21T11:13:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1269, seq=0 2024-11-21T11:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1270, seq=0 2024-11-21T11:13:23,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1271, seq=0 2024-11-21T11:13:23,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1272, seq=0 2024-11-21T11:13:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1273, seq=0 2024-11-21T11:13:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1274, seq=0 2024-11-21T11:13:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1275, seq=0 2024-11-21T11:13:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1276, seq=0 2024-11-21T11:13:23,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1277, seq=0 2024-11-21T11:13:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1278, seq=0 2024-11-21T11:13:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1279, seq=0 2024-11-21T11:13:23,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1280, seq=0 2024-11-21T11:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1281, seq=0 2024-11-21T11:13:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1282, seq=0 2024-11-21T11:13:23,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1283, seq=0 2024-11-21T11:13:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1284, seq=0 2024-11-21T11:13:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1285, seq=0 2024-11-21T11:13:23,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1286, seq=0 2024-11-21T11:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1287, seq=0 2024-11-21T11:13:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1288, seq=0 2024-11-21T11:13:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1289, seq=0 2024-11-21T11:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1290, seq=0 2024-11-21T11:13:23,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T11:13:23,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T11:13:23,178 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1367391320_535 at /127.0.0.1:38634 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:33491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38634 dst: /127.0.0.1:33491 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33491 remote=/127.0.0.1:38634]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:23,178 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1367391320_535 at /127.0.0.1:50506 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50506 dst: /127.0.0.1:41673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:23,178 WARN [ResponseProcessor for block BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:23,179 WARN [DataStreamer for file /user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 block BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK], DatanodeInfoWithStorage[127.0.0.1:41673,DS-8789cda5-cbf2-47a8-9f06-954f982a942f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK]) is bad. 2024-11-21T11:13:23,180 WARN [DataStreamer for file /user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 block BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741874_1056 (size=82245) 2024-11-21T11:13:23,180 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:23,181 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-21T11:13:23,181 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1291 2024-11-21T11:13:23,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-21T11:13:23,181 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:23,182 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:26,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 after 4002ms 2024-11-21T11:13:26,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 took 4006ms 2024-11-21T11:13:26,313 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2; continuing. 2024-11-21T11:13:26,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 so closing down 2024-11-21T11:13:26,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:26,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:26,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:26,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:26,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:26,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741879_1057 (size=743) 2024-11-21T11:13:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741879_1057 (size=743) 2024-11-21T11:13:26,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741880_1058 (size=81603) 2024-11-21T11:13:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741880_1058 (size=81603) 2024-11-21T11:13:26,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1270 edits, skipped 0 edits in 5 ms) 2024-11-21T11:13:26,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:26,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:26,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1280 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T11:13:26,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2, size=150 (150bytes) at 1732187602280Split 1024 edits, skipped 0 edits. at 1732187606309 (+4029 ms)Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 so closing down at 1732187606313 (+4 ms)3 split writer threads finished at 1732187606313Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187606319 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187606319Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187606331 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1270 edits, skipped 0 edits in 5 ms) at 1732187606333 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187606334 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187606335 (+1 ms)Processed 1280 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732187606335 2024-11-21T11:13:26,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/WALs/testlogcannotbewrittenonceparsed,16010,1732187601069/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/da46dc4f-808e-25f8-a78f-231cd83424a4/oldWALs/wal.dat.2 2024-11-21T11:13:26,338 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-21T11:13:26,362 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1290, robber=1290 2024-11-21T11:13:26,373 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 137) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:35825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:35825 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:35825 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:35825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1813358432_22 at /127.0.0.1:50562 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=5779 (was 5998) 2024-11-21T11:13:26,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=5779 2024-11-21T11:13:26,381 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741881_1059 (size=7) 2024-11-21T11:13:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741881_1059 (size=7) 2024-11-21T11:13:26,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:26,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:26,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:26,395 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:26,396 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:26,397 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:26,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:26,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741882_1060 (size=1393) 2024-11-21T11:13:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741882_1060 (size=1393) 2024-11-21T11:13:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:26,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741883_1061 (size=1393) 2024-11-21T11:13:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741883_1061 (size=1393) 2024-11-21T11:13:26,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:26,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:26,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741884_1062 (size=1393) 2024-11-21T11:13:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741884_1062 (size=1393) 2024-11-21T11:13:26,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:26,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:26,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741885_1063 (size=1393) 2024-11-21T11:13:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741885_1063 (size=1393) 2024-11-21T11:13:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:26,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:26,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741886_1064 (size=1393) 2024-11-21T11:13:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741886_1064 (size=1393) 2024-11-21T11:13:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:26,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741887_1065 (size=1393) 2024-11-21T11:13:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741887_1065 (size=1393) 2024-11-21T11:13:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:26,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741888_1066 (size=1405) 2024-11-21T11:13:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741888_1066 (size=1405) 2024-11-21T11:13:26,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:26,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:26,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741889_1067 (size=1413) 2024-11-21T11:13:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741889_1067 (size=1413) 2024-11-21T11:13:26,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:26,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:26,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741890_1068 (size=1413) 2024-11-21T11:13:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741890_1068 (size=1413) 2024-11-21T11:13:26,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:26,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:26,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:26,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741891_1069 (size=1413) 2024-11-21T11:13:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741891_1069 (size=1413) 2024-11-21T11:13:26,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:26,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:26,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 2024-11-21T11:13:26,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 after 2ms 2024-11-21T11:13:26,566 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:28,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 took 2010ms 2024-11-21T11:13:28,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 so closing down 2024-11-21T11:13:28,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:28,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:28,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:28,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741892_1070 (size=743) 2024-11-21T11:13:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741892_1070 (size=743) 2024-11-21T11:13:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741893_1071 (size=743) 2024-11-21T11:13:28,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741893_1071 (size=743) 2024-11-21T11:13:28,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:28,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:28,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:28,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0, size=1.4 K (1393bytes) at 1732187606563Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 so closing down at 1732187608576 (+2013 ms)3 split writer threads finished at 1732187608576Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187608581 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187608582 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608588 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608588Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187608591 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187608592 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187608592 2024-11-21T11:13:28,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.0 2024-11-21T11:13:28,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:28,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 2024-11-21T11:13:28,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 after 1ms 2024-11-21T11:13:28,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 took 5ms 2024-11-21T11:13:28,602 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 so closing down 2024-11-21T11:13:28,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:28,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:28,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:28,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741894_1072 (size=743) 2024-11-21T11:13:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741894_1072 (size=743) 2024-11-21T11:13:28,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741895_1073 (size=743) 2024-11-21T11:13:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741895_1073 (size=743) 2024-11-21T11:13:28,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:28,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:28,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:28,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1, size=1.4 K (1393bytes) at 1732187608596Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 so closing down at 1732187608602 (+6 ms)3 split writer threads finished at 1732187608602Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187608606 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187608606Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608612 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608612Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187608615 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187608616 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187608616 2024-11-21T11:13:28,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.1 2024-11-21T11:13:28,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:28,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 2024-11-21T11:13:28,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 after 1ms 2024-11-21T11:13:28,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 took 4ms 2024-11-21T11:13:28,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 so closing down 2024-11-21T11:13:28,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:28,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:28,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:28,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741896_1074 (size=743) 2024-11-21T11:13:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741897_1075 (size=743) 2024-11-21T11:13:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741897_1075 (size=743) 2024-11-21T11:13:28,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741896_1074 (size=743) 2024-11-21T11:13:28,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:28,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:28,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:28,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2, size=1.4 K (1393bytes) at 1732187608620Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 so closing down at 1732187608626 (+6 ms)3 split writer threads finished at 1732187608626Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187608631 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187608631Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608637 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608637Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187608641 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187608641Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187608642 (+1 ms) 2024-11-21T11:13:28,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.2 2024-11-21T11:13:28,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:28,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 2024-11-21T11:13:28,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 after 1ms 2024-11-21T11:13:28,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 took 5ms 2024-11-21T11:13:28,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 so closing down 2024-11-21T11:13:28,652 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:28,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:28,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:28,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741899_1077 (size=743) 2024-11-21T11:13:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741898_1076 (size=743) 2024-11-21T11:13:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741899_1077 (size=743) 2024-11-21T11:13:28,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741898_1076 (size=743) 2024-11-21T11:13:28,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:28,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:28,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:28,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3, size=1.4 K (1393bytes) at 1732187608646Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 so closing down at 1732187608652 (+6 ms)3 split writer threads finished at 1732187608652Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187608658 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187608658Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608672 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608672Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187608675 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187608675Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187608676 (+1 ms) 2024-11-21T11:13:28,678 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.3 2024-11-21T11:13:28,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:28,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 2024-11-21T11:13:28,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 after 0ms 2024-11-21T11:13:28,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 took 4ms 2024-11-21T11:13:28,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 so closing down 2024-11-21T11:13:28,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:28,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:28,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:28,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741900_1078 (size=743) 2024-11-21T11:13:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741901_1079 (size=743) 2024-11-21T11:13:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741901_1079 (size=743) 2024-11-21T11:13:28,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741900_1078 (size=743) 2024-11-21T11:13:28,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:28,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:28,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:28,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4, size=1.4 K (1393bytes) at 1732187608679Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 so closing down at 1732187608684 (+5 ms)3 split writer threads finished at 1732187608684Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187608688 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187608689 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608695 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608695Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187608698 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187608698Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187608698 2024-11-21T11:13:28,701 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.4 2024-11-21T11:13:28,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:28,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 2024-11-21T11:13:28,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 after 1ms 2024-11-21T11:13:28,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 took 3ms 2024-11-21T11:13:28,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 so closing down 2024-11-21T11:13:28,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:28,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:28,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:28,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:28,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:28,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741902_1080 (size=743) 2024-11-21T11:13:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741902_1080 (size=743) 2024-11-21T11:13:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741903_1081 (size=743) 2024-11-21T11:13:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741903_1081 (size=743) 2024-11-21T11:13:28,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:28,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:29,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:29,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:29,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5, size=1.4 K (1393bytes) at 1732187608701Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 so closing down at 1732187608706 (+5 ms)3 split writer threads finished at 1732187608706Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187608710 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187608710Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187608716 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187608718 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609117 (+399 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187609119 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187609120 (+1 ms) 2024-11-21T11:13:29,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.5 2024-11-21T11:13:29,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:29,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 2024-11-21T11:13:29,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 after 0ms 2024-11-21T11:13:29,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 took 3ms 2024-11-21T11:13:29,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 so closing down 2024-11-21T11:13:29,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:29,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:29,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:29,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:29,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:29,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741904_1082 (size=749) 2024-11-21T11:13:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741904_1082 (size=749) 2024-11-21T11:13:29,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:29,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741905_1083 (size=749) 2024-11-21T11:13:29,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741905_1083 (size=749) 2024-11-21T11:13:29,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:29,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:29,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6, size=1.4 K (1405bytes) at 1732187609123Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 so closing down at 1732187609128 (+5 ms)3 split writer threads finished at 1732187609128Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187609132 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187609135 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609140 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187609142 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609147 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187609149 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187609150 (+1 ms) 2024-11-21T11:13:29,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.6 2024-11-21T11:13:29,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:29,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 2024-11-21T11:13:29,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 after 1ms 2024-11-21T11:13:29,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 took 4ms 2024-11-21T11:13:29,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 so closing down 2024-11-21T11:13:29,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:29,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:29,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:29,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:29,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:29,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:29,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741906_1084 (size=753) 2024-11-21T11:13:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741907_1085 (size=753) 2024-11-21T11:13:29,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741906_1084 (size=753) 2024-11-21T11:13:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741907_1085 (size=753) 2024-11-21T11:13:29,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:29,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:29,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:29,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7, size=1.4 K (1413bytes) at 1732187609153Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 so closing down at 1732187609158 (+5 ms)3 split writer threads finished at 1732187609158Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187609163 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187609163Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609175 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187609178 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609576 (+398 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187609579 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187609579 2024-11-21T11:13:29,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.7 2024-11-21T11:13:29,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:29,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 2024-11-21T11:13:29,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 after 0ms 2024-11-21T11:13:29,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 took 3ms 2024-11-21T11:13:29,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 so closing down 2024-11-21T11:13:29,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:29,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:29,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:29,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:29,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:29,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741908_1086 (size=753) 2024-11-21T11:13:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741909_1087 (size=753) 2024-11-21T11:13:29,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741909_1087 (size=753) 2024-11-21T11:13:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741908_1086 (size=753) 2024-11-21T11:13:29,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:30,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:30,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:30,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8, size=1.4 K (1413bytes) at 1732187609582Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 so closing down at 1732187609587 (+5 ms)3 split writer threads finished at 1732187609587Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187609591 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187609591Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187609600 (+9 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187609603 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610001 (+398 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187610004 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187610004 2024-11-21T11:13:30,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.8 2024-11-21T11:13:30,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:30,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 2024-11-21T11:13:30,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 after 0ms 2024-11-21T11:13:30,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 took 4ms 2024-11-21T11:13:30,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 so closing down 2024-11-21T11:13:30,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:30,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:30,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:30,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741911_1089 (size=753) 2024-11-21T11:13:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741911_1089 (size=753) 2024-11-21T11:13:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741910_1088 (size=753) 2024-11-21T11:13:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741910_1088 (size=753) 2024-11-21T11:13:30,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:30,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:30,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:30,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9, size=1.4 K (1413bytes) at 1732187610007Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 so closing down at 1732187610011 (+4 ms)3 split writer threads finished at 1732187610011Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187610016 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187610016Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610027 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610028 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187610030 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187610030Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187610030 2024-11-21T11:13:30,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/WALs/testretryopenduringrecovery,16010,1732187606395/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/13d91def-ff58-14db-81c1-8d45f9bd8c26/oldWALs/wal.dat.9 2024-11-21T11:13:30,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143 (was 142) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1813358432_22 at /127.0.0.1:38784 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1813358432_22 at /127.0.0.1:50562 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5779) 2024-11-21T11:13:30,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5753 2024-11-21T11:13:30,052 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741912_1090 (size=7) 2024-11-21T11:13:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741912_1090 (size=7) 2024-11-21T11:13:30,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:30,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:30,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:30,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:30,064 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:30,065 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:30,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:30,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741913_1091 (size=1393) 2024-11-21T11:13:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741913_1091 (size=1393) 2024-11-21T11:13:30,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:30,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741914_1092 (size=1393) 2024-11-21T11:13:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741914_1092 (size=1393) 2024-11-21T11:13:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:30,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741915_1093 (size=1393) 2024-11-21T11:13:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741915_1093 (size=1393) 2024-11-21T11:13:30,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:30,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:30,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741916_1094 (size=1393) 2024-11-21T11:13:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741916_1094 (size=1393) 2024-11-21T11:13:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:30,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741917_1095 (size=1393) 2024-11-21T11:13:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741917_1095 (size=1393) 2024-11-21T11:13:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:30,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741919_1097 (size=1405) 2024-11-21T11:13:30,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741919_1097 (size=1405) 2024-11-21T11:13:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:30,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741920_1098 (size=1413) 2024-11-21T11:13:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741920_1098 (size=1413) 2024-11-21T11:13:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:30,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741921_1099 (size=1413) 2024-11-21T11:13:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741921_1099 (size=1413) 2024-11-21T11:13:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:30,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:30,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741922_1100 (size=1413) 2024-11-21T11:13:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741922_1100 (size=1413) 2024-11-21T11:13:30,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:30,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:30,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 2024-11-21T11:13:30,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 after 0ms 2024-11-21T11:13:30,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 took 3ms 2024-11-21T11:13:30,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 so closing down 2024-11-21T11:13:30,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:30,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:30,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:30,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741923_1101 (size=743) 2024-11-21T11:13:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741923_1101 (size=743) 2024-11-21T11:13:30,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741924_1102 (size=743) 2024-11-21T11:13:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741924_1102 (size=743) 2024-11-21T11:13:30,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:30,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:30,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0, size=1.4 K (1393bytes) at 1732187610219Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 so closing down at 1732187610224 (+5 ms)3 split writer threads finished at 1732187610224Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187610228 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187610228Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610235 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187610237 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610239 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187610241 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187610241 2024-11-21T11:13:30,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.0 2024-11-21T11:13:30,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:30,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 2024-11-21T11:13:30,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 after 0ms 2024-11-21T11:13:30,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 took 3ms 2024-11-21T11:13:30,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 so closing down 2024-11-21T11:13:30,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,258 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:30,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:30,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:30,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741925_1103 (size=743) 2024-11-21T11:13:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741925_1103 (size=743) 2024-11-21T11:13:30,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741926_1104 (size=743) 2024-11-21T11:13:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741926_1104 (size=743) 2024-11-21T11:13:30,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:30,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:30,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:30,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1, size=1.4 K (1393bytes) at 1732187610244Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 so closing down at 1732187610258 (+14 ms)3 split writer threads finished at 1732187610258Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187610262 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187610264 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610282 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610283 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187610284 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187610285 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187610285 2024-11-21T11:13:30,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.1 2024-11-21T11:13:30,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:30,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 2024-11-21T11:13:30,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 after 1ms 2024-11-21T11:13:30,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 took 3ms 2024-11-21T11:13:30,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 so closing down 2024-11-21T11:13:30,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:30,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:30,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:30,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741927_1105 (size=743) 2024-11-21T11:13:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741927_1105 (size=743) 2024-11-21T11:13:30,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741928_1106 (size=743) 2024-11-21T11:13:30,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741928_1106 (size=743) 2024-11-21T11:13:30,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:30,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:30,311 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:30,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2, size=1.4 K (1393bytes) at 1732187610287Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 so closing down at 1732187610291 (+4 ms)3 split writer threads finished at 1732187610291Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187610295 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187610295Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610307 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610309 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187610309Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187610311 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187610311 2024-11-21T11:13:30,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.2 2024-11-21T11:13:30,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:30,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 2024-11-21T11:13:30,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 after 0ms 2024-11-21T11:13:30,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 took 4ms 2024-11-21T11:13:30,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 so closing down 2024-11-21T11:13:30,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:30,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:30,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:30,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741929_1107 (size=743) 2024-11-21T11:13:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741929_1107 (size=743) 2024-11-21T11:13:30,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741930_1108 (size=743) 2024-11-21T11:13:30,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741930_1108 (size=743) 2024-11-21T11:13:30,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:30,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:30,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3, size=1.4 K (1393bytes) at 1732187610314Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 so closing down at 1732187610318 (+4 ms)3 split writer threads finished at 1732187610318Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187610325 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187610328 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610335 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187610337 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610343 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187610345 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187610345 2024-11-21T11:13:30,347 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.3 2024-11-21T11:13:30,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:30,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 2024-11-21T11:13:30,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 after 0ms 2024-11-21T11:13:30,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 took 3ms 2024-11-21T11:13:30,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 so closing down 2024-11-21T11:13:30,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:30,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:30,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:30,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:30,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:30,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741932_1110 (size=743) 2024-11-21T11:13:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741931_1109 (size=743) 2024-11-21T11:13:30,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741932_1110 (size=743) 2024-11-21T11:13:30,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741931_1109 (size=743) 2024-11-21T11:13:30,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:30,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:30,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:30,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4, size=1.4 K (1393bytes) at 1732187610347Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 so closing down at 1732187610351 (+4 ms)3 split writer threads finished at 1732187610351Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187610354 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187610354Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610360 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187610360Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187610361 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187610362 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187610362 2024-11-21T11:13:30,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.4 2024-11-21T11:13:30,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5, size=150 (150bytes) 2024-11-21T11:13:30,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 2024-11-21T11:13:30,364 WARN [IPC Server handler 4 on default port 35825 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-21T11:13:30,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 after 0ms 2024-11-21T11:13:31,178 WARN [ResponseProcessor for block BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:31,178 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_534819949_22 at /127.0.0.1:39018 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:33491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39018 dst: /127.0.0.1:33491 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33491 remote=/127.0.0.1:39018]. Total timeout mills is 60000, 58970 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:31,178 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_534819949_22 at /127.0.0.1:50914 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50914 dst: /127.0.0.1:41673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:31,179 WARN [DataStreamer for file /user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 block BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK], DatanodeInfoWithStorage[127.0.0.1:41673,DS-8789cda5-cbf2-47a8-9f06-954f982a942f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK]) is bad. 2024-11-21T11:13:31,180 WARN [DataStreamer for file /user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 block BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741918_1111 (size=1385) 2024-11-21T11:13:34,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 after 4001ms 2024-11-21T11:13:34,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 took 4005ms 2024-11-21T11:13:34,370 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5; continuing. 2024-11-21T11:13:34,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 so closing down 2024-11-21T11:13:34,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:34,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:34,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:34,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:34,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:34,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741934_1113 (size=743) 2024-11-21T11:13:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741934_1113 (size=743) 2024-11-21T11:13:34,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741933_1112 (size=743) 2024-11-21T11:13:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741933_1112 (size=743) 2024-11-21T11:13:34,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:34,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T11:13:34,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5, size=150 (150bytes) at 1732187610364Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 so closing down at 1732187614370 (+4006 ms)3 split writer threads finished at 1732187614370Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187614373 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187614374 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614382 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187614384 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614386 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187614387 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732187614388 (+1 ms) 2024-11-21T11:13:34,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.5 2024-11-21T11:13:34,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:34,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 2024-11-21T11:13:34,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 after 0ms 2024-11-21T11:13:34,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 took 2ms 2024-11-21T11:13:34,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 so closing down 2024-11-21T11:13:34,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:34,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:34,402 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:34,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:34,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:34,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741936_1115 (size=749) 2024-11-21T11:13:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741935_1114 (size=749) 2024-11-21T11:13:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741935_1114 (size=749) 2024-11-21T11:13:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741936_1115 (size=749) 2024-11-21T11:13:34,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:34,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:34,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:34,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6, size=1.4 K (1405bytes) at 1732187614390Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 so closing down at 1732187614394 (+4 ms)3 split writer threads finished at 1732187614394Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187614404 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187614404Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614420 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614420Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187614421 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187614422 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187614422 2024-11-21T11:13:34,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.6 2024-11-21T11:13:34,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:34,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 2024-11-21T11:13:34,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 after 0ms 2024-11-21T11:13:34,427 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 took 3ms 2024-11-21T11:13:34,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 so closing down 2024-11-21T11:13:34,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:34,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:34,431 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:34,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:34,436 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:34,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741937_1116 (size=753) 2024-11-21T11:13:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741937_1116 (size=753) 2024-11-21T11:13:34,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741938_1117 (size=753) 2024-11-21T11:13:34,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741938_1117 (size=753) 2024-11-21T11:13:34,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:34,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:34,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7, size=1.4 K (1413bytes) at 1732187614424Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 so closing down at 1732187614429 (+5 ms)3 split writer threads finished at 1732187614429Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187614433 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187614437 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614443 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187614445 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614455 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187614457 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187614457 2024-11-21T11:13:34,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.7 2024-11-21T11:13:34,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:34,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 2024-11-21T11:13:34,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 after 0ms 2024-11-21T11:13:34,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 took 4ms 2024-11-21T11:13:34,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 so closing down 2024-11-21T11:13:34,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:34,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:34,478 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:34,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:34,490 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:34,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741939_1118 (size=753) 2024-11-21T11:13:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741939_1118 (size=753) 2024-11-21T11:13:34,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741940_1119 (size=753) 2024-11-21T11:13:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741940_1119 (size=753) 2024-11-21T11:13:34,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:34,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:34,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8, size=1.4 K (1413bytes) at 1732187614460Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 so closing down at 1732187614470 (+10 ms)3 split writer threads finished at 1732187614470Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187614480 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187614492 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614500 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187614502 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614504 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187614505 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187614505 2024-11-21T11:13:34,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.8 2024-11-21T11:13:34,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:34,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 2024-11-21T11:13:34,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 after 0ms 2024-11-21T11:13:34,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 took 3ms 2024-11-21T11:13:34,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 so closing down 2024-11-21T11:13:34,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:34,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:34,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:34,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:34,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:34,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741941_1120 (size=753) 2024-11-21T11:13:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741941_1120 (size=753) 2024-11-21T11:13:34,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741942_1121 (size=753) 2024-11-21T11:13:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741942_1121 (size=753) 2024-11-21T11:13:34,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:34,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:34,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:34,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9, size=1.4 K (1413bytes) at 1732187614508Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 so closing down at 1732187614513 (+5 ms)3 split writer threads finished at 1732187614513Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187614523 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187614526 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614532 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187614534 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187614540 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187614542 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187614543 (+1 ms) 2024-11-21T11:13:34,545 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732187610064/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/2be86667-f164-9c3e-b750-1c0df30e5271/oldWALs/wal.dat.9 2024-11-21T11:13:34,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142 (was 143), OpenFileDescriptor=399 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=6374 (was 5753) - AvailableMemoryMB LEAK? - 2024-11-21T11:13:34,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=6374 2024-11-21T11:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741943_1122 (size=7) 2024-11-21T11:13:34,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741943_1122 (size=7) 2024-11-21T11:13:34,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:34,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:34,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:34,671 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:34,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142 (was 142), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=6371 (was 6374) 2024-11-21T11:13:34,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=6370 2024-11-21T11:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741944_1123 (size=7) 2024-11-21T11:13:34,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741944_1123 (size=7) 2024-11-21T11:13:34,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:34,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:34,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:34,705 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:34,705 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:34,706 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:34,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741945_1124 (size=1393) 2024-11-21T11:13:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741945_1124 (size=1393) 2024-11-21T11:13:34,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:34,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:34,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741946_1125 (size=1393) 2024-11-21T11:13:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741946_1125 (size=1393) 2024-11-21T11:13:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:34,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:34,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741947_1126 (size=1393) 2024-11-21T11:13:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741947_1126 (size=1393) 2024-11-21T11:13:34,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:34,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:34,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741948_1127 (size=1393) 2024-11-21T11:13:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741948_1127 (size=1393) 2024-11-21T11:13:34,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:34,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:34,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741949_1128 (size=1393) 2024-11-21T11:13:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741949_1128 (size=1393) 2024-11-21T11:13:35,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:35,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:35,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741950_1129 (size=1393) 2024-11-21T11:13:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741950_1129 (size=1393) 2024-11-21T11:13:35,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:35,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:35,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741951_1130 (size=1405) 2024-11-21T11:13:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741951_1130 (size=1405) 2024-11-21T11:13:35,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:35,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:35,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741952_1131 (size=1413) 2024-11-21T11:13:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741952_1131 (size=1413) 2024-11-21T11:13:35,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:35,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:35,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741953_1132 (size=1413) 2024-11-21T11:13:35,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741953_1132 (size=1413) 2024-11-21T11:13:35,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:35,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:35,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741954_1133 (size=1413) 2024-11-21T11:13:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741954_1133 (size=1413) 2024-11-21T11:13:35,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:35,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:35,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 2024-11-21T11:13:35,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 after 0ms 2024-11-21T11:13:35,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 took 4ms 2024-11-21T11:13:35,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 so closing down 2024-11-21T11:13:35,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:35,330 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:35,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:35,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:35,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:35,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741955_1134 (size=743) 2024-11-21T11:13:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741955_1134 (size=743) 2024-11-21T11:13:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741956_1135 (size=743) 2024-11-21T11:13:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741956_1135 (size=743) 2024-11-21T11:13:35,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:35,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:35,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:35,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:35,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:35,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0, size=1.4 K (1393bytes) at 1732187615319Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 so closing down at 1732187615329 (+10 ms)3 split writer threads finished at 1732187615330 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187615334 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187615334Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187615349 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187615350 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187615741 (+391 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187615743 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187615743 2024-11-21T11:13:35,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.0 2024-11-21T11:13:35,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:35,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 2024-11-21T11:13:35,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 after 0ms 2024-11-21T11:13:35,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 took 3ms 2024-11-21T11:13:35,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 so closing down 2024-11-21T11:13:35,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:35,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:35,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:35,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:35,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:35,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741957_1136 (size=743) 2024-11-21T11:13:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741957_1136 (size=743) 2024-11-21T11:13:35,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741958_1137 (size=743) 2024-11-21T11:13:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741958_1137 (size=743) 2024-11-21T11:13:35,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:36,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:36,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:36,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:36,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1, size=1.4 K (1393bytes) at 1732187615746Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 so closing down at 1732187615750 (+4 ms)3 split writer threads finished at 1732187615750Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187615754 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187615756 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187615760 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187615763 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187616163 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187616165 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187616165 2024-11-21T11:13:36,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.1 2024-11-21T11:13:36,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:36,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 2024-11-21T11:13:36,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 after 0ms 2024-11-21T11:13:36,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 took 3ms 2024-11-21T11:13:36,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 so closing down 2024-11-21T11:13:36,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:36,174 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:36,178 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:36,178 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:36,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:36,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741959_1138 (size=743) 2024-11-21T11:13:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741959_1138 (size=743) 2024-11-21T11:13:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741960_1139 (size=743) 2024-11-21T11:13:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741960_1139 (size=743) 2024-11-21T11:13:36,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:36,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:36,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:36,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:36,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:36,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2, size=1.4 K (1393bytes) at 1732187616168Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 so closing down at 1732187616173 (+5 ms)3 split writer threads finished at 1732187616174 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187616180 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187616183 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187616200 (+17 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187616202 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187616592 (+390 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187616593 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187616594 (+1 ms) 2024-11-21T11:13:36,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.2 2024-11-21T11:13:36,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:36,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 2024-11-21T11:13:36,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 after 1ms 2024-11-21T11:13:36,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 took 3ms 2024-11-21T11:13:36,600 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 so closing down 2024-11-21T11:13:36,600 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:36,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:36,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:36,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:36,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:36,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741961_1140 (size=743) 2024-11-21T11:13:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741961_1140 (size=743) 2024-11-21T11:13:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741962_1141 (size=743) 2024-11-21T11:13:36,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741962_1141 (size=743) 2024-11-21T11:13:36,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:37,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:37,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:37,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3, size=1.4 K (1393bytes) at 1732187616595Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 so closing down at 1732187616600 (+5 ms)3 split writer threads finished at 1732187616600Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187616604 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187616604Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187616609 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187616610 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617010 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187617012 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187617012 2024-11-21T11:13:37,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.3 2024-11-21T11:13:37,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:37,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 2024-11-21T11:13:37,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 after 1ms 2024-11-21T11:13:37,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 took 3ms 2024-11-21T11:13:37,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 so closing down 2024-11-21T11:13:37,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:37,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:37,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:37,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:37,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:37,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741964_1143 (size=743) 2024-11-21T11:13:37,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741963_1142 (size=743) 2024-11-21T11:13:37,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741964_1143 (size=743) 2024-11-21T11:13:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741963_1142 (size=743) 2024-11-21T11:13:37,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:37,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:37,438 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:37,438 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4, size=1.4 K (1393bytes) at 1732187617014Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 so closing down at 1732187617018 (+4 ms)3 split writer threads finished at 1732187617018Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187617022 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187617022Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617036 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187617038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617436 (+398 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187617438 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187617438 2024-11-21T11:13:37,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.4 2024-11-21T11:13:37,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:37,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 2024-11-21T11:13:37,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 after 1ms 2024-11-21T11:13:37,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 took 3ms 2024-11-21T11:13:37,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 so closing down 2024-11-21T11:13:37,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:37,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:37,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:37,448 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:37,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:37,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741966_1145 (size=743) 2024-11-21T11:13:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741965_1144 (size=743) 2024-11-21T11:13:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741965_1144 (size=743) 2024-11-21T11:13:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741966_1145 (size=743) 2024-11-21T11:13:37,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:37,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:37,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:37,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5, size=1.4 K (1393bytes) at 1732187617440Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 so closing down at 1732187617445 (+5 ms)3 split writer threads finished at 1732187617445Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187617449 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187617449Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617459 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187617461 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617860 (+399 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187617862 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187617862 2024-11-21T11:13:37,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.5 2024-11-21T11:13:37,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:37,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 2024-11-21T11:13:37,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 after 1ms 2024-11-21T11:13:37,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 took 3ms 2024-11-21T11:13:37,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 so closing down 2024-11-21T11:13:37,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:37,869 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:37,871 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:37,871 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:37,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:37,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741968_1147 (size=749) 2024-11-21T11:13:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741968_1147 (size=749) 2024-11-21T11:13:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741967_1146 (size=749) 2024-11-21T11:13:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741967_1146 (size=749) 2024-11-21T11:13:37,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:37,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:38,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:38,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:38,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6, size=1.4 K (1405bytes) at 1732187617864Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 so closing down at 1732187617869 (+5 ms)3 split writer threads finished at 1732187617869Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187617872 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187617872Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187617884 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187617885 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618283 (+398 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187618284 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187618285 (+1 ms) 2024-11-21T11:13:38,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.6 2024-11-21T11:13:38,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:38,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 2024-11-21T11:13:38,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 after 0ms 2024-11-21T11:13:38,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 took 3ms 2024-11-21T11:13:38,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 so closing down 2024-11-21T11:13:38,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:38,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:38,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:38,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:38,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:38,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741969_1148 (size=753) 2024-11-21T11:13:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741970_1149 (size=753) 2024-11-21T11:13:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741970_1149 (size=753) 2024-11-21T11:13:38,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741969_1148 (size=753) 2024-11-21T11:13:38,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:38,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:38,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:38,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7, size=1.4 K (1413bytes) at 1732187618287Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 so closing down at 1732187618292 (+5 ms)3 split writer threads finished at 1732187618292Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187618295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187618295Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618306 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618306Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187618307 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187618307Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187618308 (+1 ms) 2024-11-21T11:13:38,309 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.7 2024-11-21T11:13:38,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:38,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 2024-11-21T11:13:38,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 after 0ms 2024-11-21T11:13:38,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 took 3ms 2024-11-21T11:13:38,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 so closing down 2024-11-21T11:13:38,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:38,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:38,316 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:38,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:38,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:38,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741971_1150 (size=753) 2024-11-21T11:13:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741971_1150 (size=753) 2024-11-21T11:13:38,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741972_1151 (size=753) 2024-11-21T11:13:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741972_1151 (size=753) 2024-11-21T11:13:38,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:38,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:38,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8, size=1.4 K (1413bytes) at 1732187618310Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 so closing down at 1732187618314 (+4 ms)3 split writer threads finished at 1732187618314Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187618317 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187618317Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618329 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187618331 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618332 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187618334 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187618334 2024-11-21T11:13:38,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.8 2024-11-21T11:13:38,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:38,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 2024-11-21T11:13:38,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 after 0ms 2024-11-21T11:13:38,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 took 3ms 2024-11-21T11:13:38,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 so closing down 2024-11-21T11:13:38,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:38,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:38,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:38,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:38,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:38,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741973_1152 (size=753) 2024-11-21T11:13:38,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741973_1152 (size=753) 2024-11-21T11:13:38,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741974_1153 (size=753) 2024-11-21T11:13:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741974_1153 (size=753) 2024-11-21T11:13:38,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:38,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:38,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:38,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:38,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9, size=1.4 K (1413bytes) at 1732187618337Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 so closing down at 1732187618348 (+11 ms)3 split writer threads finished at 1732187618348Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187618356 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187618356Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618365 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187618367 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187618367Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187618368 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187618369 (+1 ms) 2024-11-21T11:13:38,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/WALs/testsplit,16010,1732187614705/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/db9fa1df-f52f-cb7d-f99a-068c4406df73/oldWALs/wal.dat.9 2024-11-21T11:13:38,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140 (was 142), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=6051 (was 6370) 2024-11-21T11:13:38,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=6050 2024-11-21T11:13:38,438 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741975_1154 (size=7) 2024-11-21T11:13:38,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741975_1154 (size=7) 2024-11-21T11:13:38,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:38,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:38,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:38,457 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:38,457 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:38,458 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:38,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:38,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741976_1155 (size=1393) 2024-11-21T11:13:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741976_1155 (size=1393) 2024-11-21T11:13:38,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:38,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:38,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741977_1156 (size=1393) 2024-11-21T11:13:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741977_1156 (size=1393) 2024-11-21T11:13:38,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:38,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:38,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741978_1157 (size=1393) 2024-11-21T11:13:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741978_1157 (size=1393) 2024-11-21T11:13:38,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:38,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:38,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741979_1158 (size=1393) 2024-11-21T11:13:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741979_1158 (size=1393) 2024-11-21T11:13:38,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:38,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:38,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741980_1159 (size=1393) 2024-11-21T11:13:38,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741980_1159 (size=1393) 2024-11-21T11:13:38,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:38,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:38,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741981_1160 (size=1393) 2024-11-21T11:13:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741981_1160 (size=1393) 2024-11-21T11:13:38,956 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:38,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:38,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741982_1161 (size=1405) 2024-11-21T11:13:38,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741982_1161 (size=1405) 2024-11-21T11:13:38,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:38,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:38,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741983_1162 (size=1413) 2024-11-21T11:13:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741983_1162 (size=1413) 2024-11-21T11:13:38,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:38,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:38,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:38,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741984_1163 (size=1413) 2024-11-21T11:13:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741984_1163 (size=1413) 2024-11-21T11:13:39,403 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:39,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:39,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:39,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741985_1164 (size=1413) 2024-11-21T11:13:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741985_1164 (size=1413) 2024-11-21T11:13:39,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:39,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:39,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 2024-11-21T11:13:39,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 after 1ms 2024-11-21T11:13:39,441 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 took 4ms 2024-11-21T11:13:39,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 so closing down 2024-11-21T11:13:39,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:39,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:39,448 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:39,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:39,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:39,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741987_1166 (size=743) 2024-11-21T11:13:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741987_1166 (size=743) 2024-11-21T11:13:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741986_1165 (size=743) 2024-11-21T11:13:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741986_1165 (size=743) 2024-11-21T11:13:39,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:39,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:39,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:39,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:39,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:39,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0, size=1.4 K (1393bytes) at 1732187619437Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 so closing down at 1732187619443 (+6 ms)3 split writer threads finished at 1732187619443Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187619449 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187619449Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187619464 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187619466 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187619863 (+397 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187619866 (+3 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187619866 2024-11-21T11:13:39,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.0 2024-11-21T11:13:39,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:39,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 2024-11-21T11:13:39,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 after 1ms 2024-11-21T11:13:39,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 took 3ms 2024-11-21T11:13:39,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 so closing down 2024-11-21T11:13:39,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:39,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:39,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:39,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:39,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:39,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741989_1168 (size=743) 2024-11-21T11:13:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741988_1167 (size=743) 2024-11-21T11:13:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741988_1167 (size=743) 2024-11-21T11:13:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741989_1168 (size=743) 2024-11-21T11:13:39,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:39,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:39,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:39,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:39,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:39,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1, size=1.4 K (1393bytes) at 1732187619869Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 so closing down at 1732187619874 (+5 ms)3 split writer threads finished at 1732187619874Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187619879 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187619879Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187619892 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187619893 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187619896 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187619896Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187619897 (+1 ms) 2024-11-21T11:13:39,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.1 2024-11-21T11:13:39,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:39,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 2024-11-21T11:13:39,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 after 1ms 2024-11-21T11:13:39,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 took 4ms 2024-11-21T11:13:39,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 so closing down 2024-11-21T11:13:39,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:39,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:39,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:39,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:39,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:39,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741990_1169 (size=743) 2024-11-21T11:13:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741990_1169 (size=743) 2024-11-21T11:13:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741991_1170 (size=743) 2024-11-21T11:13:39,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741991_1170 (size=743) 2024-11-21T11:13:39,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:39,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:40,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:40,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:40,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2, size=1.4 K (1393bytes) at 1732187619900Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 so closing down at 1732187619905 (+5 ms)3 split writer threads finished at 1732187619905Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187619912 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187619916 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187619931 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187619934 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620322 (+388 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187620324 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187620325 (+1 ms) 2024-11-21T11:13:40,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.2 2024-11-21T11:13:40,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:40,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 2024-11-21T11:13:40,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 after 1ms 2024-11-21T11:13:40,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 took 3ms 2024-11-21T11:13:40,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 so closing down 2024-11-21T11:13:40,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:40,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:40,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:40,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741992_1171 (size=743) 2024-11-21T11:13:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741993_1172 (size=743) 2024-11-21T11:13:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741993_1172 (size=743) 2024-11-21T11:13:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741992_1171 (size=743) 2024-11-21T11:13:40,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:40,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:40,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:40,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3, size=1.4 K (1393bytes) at 1732187620327Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 so closing down at 1732187620331 (+4 ms)3 split writer threads finished at 1732187620331Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187620335 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187620335Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620346 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620347 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187620348 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187620349 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187620349 2024-11-21T11:13:40,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.3 2024-11-21T11:13:40,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:40,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 2024-11-21T11:13:40,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 after 1ms 2024-11-21T11:13:40,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 took 3ms 2024-11-21T11:13:40,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 so closing down 2024-11-21T11:13:40,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:40,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:40,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:40,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741994_1173 (size=743) 2024-11-21T11:13:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741995_1174 (size=743) 2024-11-21T11:13:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741995_1174 (size=743) 2024-11-21T11:13:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741994_1173 (size=743) 2024-11-21T11:13:40,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:40,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:40,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:40,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4, size=1.4 K (1393bytes) at 1732187620351Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 so closing down at 1732187620355 (+4 ms)3 split writer threads finished at 1732187620355Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187620359 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187620359Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620364 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620364Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187620366 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187620366Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187620367 (+1 ms) 2024-11-21T11:13:40,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.4 2024-11-21T11:13:40,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:40,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 2024-11-21T11:13:40,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 after 1ms 2024-11-21T11:13:40,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 took 3ms 2024-11-21T11:13:40,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 so closing down 2024-11-21T11:13:40,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:40,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:40,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:40,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741996_1175 (size=743) 2024-11-21T11:13:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741996_1175 (size=743) 2024-11-21T11:13:40,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741997_1176 (size=743) 2024-11-21T11:13:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741997_1176 (size=743) 2024-11-21T11:13:40,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:40,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:40,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5, size=1.4 K (1393bytes) at 1732187620369Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 so closing down at 1732187620373 (+4 ms)3 split writer threads finished at 1732187620373Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187620377 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187620379 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620382 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187620384 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620387 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187620388 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187620389 (+1 ms) 2024-11-21T11:13:40,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.5 2024-11-21T11:13:40,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:40,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 2024-11-21T11:13:40,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 after 1ms 2024-11-21T11:13:40,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 took 3ms 2024-11-21T11:13:40,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 so closing down 2024-11-21T11:13:40,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:40,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:40,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:40,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741998_1177 (size=749) 2024-11-21T11:13:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741998_1177 (size=749) 2024-11-21T11:13:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741999_1178 (size=749) 2024-11-21T11:13:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741999_1178 (size=749) 2024-11-21T11:13:40,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:40,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:40,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:40,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6, size=1.4 K (1405bytes) at 1732187620391Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 so closing down at 1732187620395 (+4 ms)3 split writer threads finished at 1732187620395Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187620399 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187620399Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620403 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620404 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187620406 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187620406Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187620406 2024-11-21T11:13:40,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.6 2024-11-21T11:13:40,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:40,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 2024-11-21T11:13:40,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 after 1ms 2024-11-21T11:13:40,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 took 3ms 2024-11-21T11:13:40,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 so closing down 2024-11-21T11:13:40,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,419 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:40,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:40,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:40,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742000_1179 (size=753) 2024-11-21T11:13:40,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742000_1179 (size=753) 2024-11-21T11:13:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742001_1180 (size=753) 2024-11-21T11:13:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742001_1180 (size=753) 2024-11-21T11:13:40,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:40,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:40,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:40,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7, size=1.4 K (1413bytes) at 1732187620409Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 so closing down at 1732187620417 (+8 ms)3 split writer threads finished at 1732187620417Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187620420 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187620420Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620425 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187620428 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620827 (+399 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187620829 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187620829 2024-11-21T11:13:40,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.7 2024-11-21T11:13:40,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:40,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 2024-11-21T11:13:40,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 after 1ms 2024-11-21T11:13:40,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 took 4ms 2024-11-21T11:13:40,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 so closing down 2024-11-21T11:13:40,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,843 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:40,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:40,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:40,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742002_1181 (size=753) 2024-11-21T11:13:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742002_1181 (size=753) 2024-11-21T11:13:40,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742003_1182 (size=753) 2024-11-21T11:13:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742003_1182 (size=753) 2024-11-21T11:13:40,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:40,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:40,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8, size=1.4 K (1413bytes) at 1732187620832Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 so closing down at 1732187620839 (+7 ms)3 split writer threads finished at 1732187620840 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187620846 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187620856 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620862 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187620865 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620869 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187620871 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187620871 2024-11-21T11:13:40,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.8 2024-11-21T11:13:40,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:40,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 2024-11-21T11:13:40,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 after 0ms 2024-11-21T11:13:40,877 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 took 3ms 2024-11-21T11:13:40,879 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 so closing down 2024-11-21T11:13:40,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:40,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:40,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:40,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:40,887 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:40,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742004_1183 (size=753) 2024-11-21T11:13:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742004_1183 (size=753) 2024-11-21T11:13:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742005_1184 (size=753) 2024-11-21T11:13:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742005_1184 (size=753) 2024-11-21T11:13:40,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:40,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:41,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:41,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:41,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:41,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9, size=1.4 K (1413bytes) at 1732187620874Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 so closing down at 1732187620879 (+5 ms)3 split writer threads finished at 1732187620881 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187620885 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187620888 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187620899 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187620902 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187621297 (+395 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187621300 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187621300 2024-11-21T11:13:41,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/WALs/testmovedwalduringrecovery,16010,1732187618457/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/3d55d02f-b8de-9c3f-4241-9ccb54317352/oldWALs/wal.dat.9 2024-11-21T11:13:41,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 140), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5826 (was 6050) 2024-11-21T11:13:41,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=5825 2024-11-21T11:13:41,319 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742006_1185 (size=7) 2024-11-21T11:13:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742006_1185 (size=7) 2024-11-21T11:13:41,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:41,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:41,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:41,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:41,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T11:13:41,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-21T11:13:41,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-21T11:13:41,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-21T11:13:41,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-21T11:13:41,352 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake, size=0 (0bytes) 2024-11-21T11:13:41,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake took 10ms 2024-11-21T11:13:41,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake so closing down 2024-11-21T11:13:41,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:41,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:41,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-21T11:13:41,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-21T11:13:41,748 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-21T11:13:41,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 88 ms) 2024-11-21T11:13:41,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) 2024-11-21T11:13:41,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-21T11:13:41,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-21T11:13:41,833 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) 2024-11-21T11:13:41,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 109 ms) 2024-11-21T11:13:41,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 121 ms) 2024-11-21T11:13:41,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 596 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T11:13:41,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake, size=0 (0bytes) at 1732187621352Split 1024 edits, skipped 0 edits. at 1732187621385 (+33 ms)Split 2048 edits, skipped 0 edits. at 1732187621401 (+16 ms)Split 3072 edits, skipped 0 edits. at 1732187621417 (+16 ms)Split 4096 edits, skipped 0 edits. at 1732187621434 (+17 ms)Split 5120 edits, skipped 0 edits. at 1732187621455 (+21 ms)Split 6144 edits, skipped 0 edits. at 1732187621474 (+19 ms)Split 7168 edits, skipped 0 edits. at 1732187621494 (+20 ms)Split 8192 edits, skipped 0 edits. at 1732187621514 (+20 ms)Split 9216 edits, skipped 0 edits. at 1732187621534 (+20 ms)Split 10240 edits, skipped 0 edits. at 1732187621555 (+21 ms)Split 11264 edits, skipped 0 edits. at 1732187621575 (+20 ms)Split 12288 edits, skipped 0 edits. at 1732187621595 (+20 ms)Split 13312 edits, skipped 0 edits. at 1732187621614 (+19 ms)Split 14336 edits, skipped 0 edits. at 1732187621634 (+20 ms)Split 15360 edits, skipped 0 edits. at 1732187621653 (+19 ms)Split 16384 edits, skipped 0 edits. at 1732187621672 (+19 ms)Split 17408 edits, skipped 0 edits. at 1732187621690 (+18 ms)Split 18432 edits, skipped 0 edits. at 1732187621706 (+16 ms)Split 19456 edits, skipped 0 edits. at 1732187621722 (+16 ms)Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake so closing down at 1732187621730 (+8 ms)3 split writer threads finished at 1732187621731 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732187621737 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732187621737Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732187621748 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 88 ms) at 1732187621825 (+77 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) at 1732187621828 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732187621829 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732187621831 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) at 1732187621834 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 109 ms) at 1732187621941 (+107 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 121 ms) at 1732187621951 (+10 ms)Processed 20000 edits across 5 Regions in 596 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/909bca09-d7b8-d4c6-56b2-f70c64cecd66/WALs/testthreading,16010,1732187621331/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732187621957 (+6 ms) 2024-11-21T11:13:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-21T11:13:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-21T11:13:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-21T11:13:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-21T11:13:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-21T11:13:41,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5825) 2024-11-21T11:13:41,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=5655 2024-11-21T11:13:41,980 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742007_1186 (size=7) 2024-11-21T11:13:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742007_1186 (size=7) 2024-11-21T11:13:41,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:41,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:41,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:41,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:42,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T11:13:42,004 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:42,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:42,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742008_1187 (size=1393) 2024-11-21T11:13:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:42,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742008_1187 (size=1393) 2024-11-21T11:13:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742009_1188 (size=1393) 2024-11-21T11:13:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742009_1188 (size=1393) 2024-11-21T11:13:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:42,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742010_1189 (size=1393) 2024-11-21T11:13:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742010_1189 (size=1393) 2024-11-21T11:13:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:42,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742011_1190 (size=1393) 2024-11-21T11:13:42,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742011_1190 (size=1393) 2024-11-21T11:13:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:42,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742012_1191 (size=1393) 2024-11-21T11:13:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742012_1191 (size=1393) 2024-11-21T11:13:42,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:42,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:42,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742013_1192 (size=1393) 2024-11-21T11:13:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742013_1192 (size=1393) 2024-11-21T11:13:42,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:42,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:42,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742014_1193 (size=1405) 2024-11-21T11:13:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742014_1193 (size=1405) 2024-11-21T11:13:42,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:42,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742015_1194 (size=1413) 2024-11-21T11:13:42,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742015_1194 (size=1413) 2024-11-21T11:13:42,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:13:42,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:42,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742016_1195 (size=1413) 2024-11-21T11:13:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742016_1195 (size=1413) 2024-11-21T11:13:42,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:42,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:42,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:42,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742017_1196 (size=1413) 2024-11-21T11:13:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742017_1196 (size=1413) 2024-11-21T11:13:42,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:42,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T11:13:42,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty, size=0 (0bytes) 2024-11-21T11:13:42,778 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty might be still open, length is 0 2024-11-21T11:13:42,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty 2024-11-21T11:13:42,778 WARN [IPC Server handler 2 on default port 35825 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty closed. 2024-11-21T11:13:42,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty after 0ms 2024-11-21T11:13:42,781 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T11:13:42,781 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty; empty? 2024-11-21T11:13:42,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty so closing down 2024-11-21T11:13:42,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T11:13:42,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty, size=0 (0bytes) at 1732187622778Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty so closing down at 1732187622782 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732187622782 2024-11-21T11:13:42,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat..empty to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat..empty 2024-11-21T11:13:42,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:42,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 2024-11-21T11:13:42,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 after 1ms 2024-11-21T11:13:42,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 took 4ms 2024-11-21T11:13:42,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 so closing down 2024-11-21T11:13:42,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:42,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:42,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:42,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:42,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:42,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:42,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742019_1198 (size=743) 2024-11-21T11:13:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742019_1198 (size=743) 2024-11-21T11:13:42,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:42,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742018_1197 (size=743) 2024-11-21T11:13:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742018_1197 (size=743) 2024-11-21T11:13:42,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:42,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:42,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:42,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0, size=1.4 K (1393bytes) at 1732187622792Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 so closing down at 1732187622803 (+11 ms)3 split writer threads finished at 1732187622803Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187622824 (+21 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187622841 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187622900 (+59 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187622903 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187622917 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187622919 (+2 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187622919 2024-11-21T11:13:42,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.0 2024-11-21T11:13:42,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:42,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 2024-11-21T11:13:42,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 after 0ms 2024-11-21T11:13:42,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 took 3ms 2024-11-21T11:13:42,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 so closing down 2024-11-21T11:13:42,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:42,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:42,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:42,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:42,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:42,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742021_1200 (size=743) 2024-11-21T11:13:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742021_1200 (size=743) 2024-11-21T11:13:42,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:42,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742020_1199 (size=743) 2024-11-21T11:13:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742020_1199 (size=743) 2024-11-21T11:13:43,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:43,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:43,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1, size=1.4 K (1393bytes) at 1732187622922Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 so closing down at 1732187622940 (+18 ms)3 split writer threads finished at 1732187622940Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187622959 (+19 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187622959Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187622996 (+37 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187622998 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623021 (+23 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187623023 (+2 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187623023 2024-11-21T11:13:43,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.1 2024-11-21T11:13:43,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:43,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 2024-11-21T11:13:43,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 after 1ms 2024-11-21T11:13:43,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 took 3ms 2024-11-21T11:13:43,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 so closing down 2024-11-21T11:13:43,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:43,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:43,053 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:43,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:43,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:43,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742022_1201 (size=743) 2024-11-21T11:13:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742022_1201 (size=743) 2024-11-21T11:13:43,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742023_1202 (size=743) 2024-11-21T11:13:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742023_1202 (size=743) 2024-11-21T11:13:43,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:43,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:43,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2, size=1.4 K (1393bytes) at 1732187623025Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 so closing down at 1732187623046 (+21 ms)3 split writer threads finished at 1732187623047 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187623062 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187623067 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623105 (+38 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187623109 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623126 (+17 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187623133 (+7 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187623133 2024-11-21T11:13:43,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.2 2024-11-21T11:13:43,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:43,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 2024-11-21T11:13:43,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 after 3ms 2024-11-21T11:13:43,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 took 5ms 2024-11-21T11:13:43,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 so closing down 2024-11-21T11:13:43,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:43,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:43,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:43,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:43,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:43,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742025_1204 (size=743) 2024-11-21T11:13:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742025_1204 (size=743) 2024-11-21T11:13:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742024_1203 (size=743) 2024-11-21T11:13:43,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742024_1203 (size=743) 2024-11-21T11:13:43,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:43,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:43,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:43,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3, size=1.4 K (1393bytes) at 1732187623136Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 so closing down at 1732187623150 (+14 ms)3 split writer threads finished at 1732187623151 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187623167 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187623171 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623229 (+58 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187623231 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623630 (+399 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187623632 (+2 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187623633 (+1 ms) 2024-11-21T11:13:43,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.3 2024-11-21T11:13:43,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:43,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 2024-11-21T11:13:43,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 after 1ms 2024-11-21T11:13:43,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 took 4ms 2024-11-21T11:13:43,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 so closing down 2024-11-21T11:13:43,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:43,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:43,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:43,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:43,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:43,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742026_1205 (size=743) 2024-11-21T11:13:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742026_1205 (size=743) 2024-11-21T11:13:43,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742027_1206 (size=743) 2024-11-21T11:13:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742027_1206 (size=743) 2024-11-21T11:13:43,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:43,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:43,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4, size=1.4 K (1393bytes) at 1732187623637Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 so closing down at 1732187623666 (+29 ms)3 split writer threads finished at 1732187623666Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187623679 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187623688 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623716 (+28 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187623718 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623745 (+27 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187623747 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187623747 2024-11-21T11:13:43,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.4 2024-11-21T11:13:43,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:43,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 2024-11-21T11:13:43,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 after 0ms 2024-11-21T11:13:43,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 took 3ms 2024-11-21T11:13:43,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 so closing down 2024-11-21T11:13:43,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:43,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:43,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:43,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:43,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:43,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742028_1207 (size=743) 2024-11-21T11:13:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742028_1207 (size=743) 2024-11-21T11:13:43,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742029_1208 (size=743) 2024-11-21T11:13:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742029_1208 (size=743) 2024-11-21T11:13:43,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:43,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:43,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5, size=1.4 K (1393bytes) at 1732187623750Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 so closing down at 1732187623773 (+23 ms)3 split writer threads finished at 1732187623773Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187623803 (+30 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187623805 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623838 (+33 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187623840 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623851 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187623853 (+2 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187623853 2024-11-21T11:13:43,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.5 2024-11-21T11:13:43,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:43,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 2024-11-21T11:13:43,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 after 3ms 2024-11-21T11:13:43,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 took 9ms 2024-11-21T11:13:43,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 so closing down 2024-11-21T11:13:43,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:43,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:43,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:43,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:43,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:43,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742031_1210 (size=749) 2024-11-21T11:13:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742031_1210 (size=749) 2024-11-21T11:13:43,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:43,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742030_1209 (size=749) 2024-11-21T11:13:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742030_1209 (size=749) 2024-11-21T11:13:44,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:44,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:44,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6, size=1.4 K (1405bytes) at 1732187623857Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 so closing down at 1732187623868 (+11 ms)3 split writer threads finished at 1732187623870 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187623901 (+31 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187623916 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187623975 (+59 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187623977 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624001 (+24 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187624003 (+2 ms)Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187624003 2024-11-21T11:13:44,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.6 2024-11-21T11:13:44,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:44,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 2024-11-21T11:13:44,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 after 1ms 2024-11-21T11:13:44,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 took 4ms 2024-11-21T11:13:44,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 so closing down 2024-11-21T11:13:44,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:44,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:44,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:44,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:44,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:44,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742032_1211 (size=753) 2024-11-21T11:13:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742032_1211 (size=753) 2024-11-21T11:13:44,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742033_1212 (size=753) 2024-11-21T11:13:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742033_1212 (size=753) 2024-11-21T11:13:44,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:44,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:44,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7, size=1.4 K (1413bytes) at 1732187624006Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 so closing down at 1732187624034 (+28 ms)3 split writer threads finished at 1732187624037 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187624064 (+27 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187624080 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624155 (+75 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187624157 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624204 (+47 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187624206 (+2 ms)Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187624206 2024-11-21T11:13:44,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.7 2024-11-21T11:13:44,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:44,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 2024-11-21T11:13:44,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 after 0ms 2024-11-21T11:13:44,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 took 5ms 2024-11-21T11:13:44,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 so closing down 2024-11-21T11:13:44,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:44,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:44,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:44,239 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:44,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:44,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742034_1213 (size=753) 2024-11-21T11:13:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742034_1213 (size=753) 2024-11-21T11:13:44,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742035_1214 (size=753) 2024-11-21T11:13:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742035_1214 (size=753) 2024-11-21T11:13:44,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:44,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:44,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8, size=1.4 K (1413bytes) at 1732187624208Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 so closing down at 1732187624225 (+17 ms)3 split writer threads finished at 1732187624226 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187624253 (+27 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187624260 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624294 (+34 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187624298 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624313 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187624314 (+1 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187624314 2024-11-21T11:13:44,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.8 2024-11-21T11:13:44,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:44,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 2024-11-21T11:13:44,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 after 3ms 2024-11-21T11:13:44,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 took 6ms 2024-11-21T11:13:44,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 so closing down 2024-11-21T11:13:44,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:44,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:44,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:44,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:44,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:44,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742036_1215 (size=753) 2024-11-21T11:13:44,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742036_1215 (size=753) 2024-11-21T11:13:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742037_1216 (size=753) 2024-11-21T11:13:44,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742037_1216 (size=753) 2024-11-21T11:13:44,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:44,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:44,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:44,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:44,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9, size=1.4 K (1413bytes) at 1732187624324Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 so closing down at 1732187624370 (+46 ms)3 split writer threads finished at 1732187624372 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187624387 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187624408 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624447 (+39 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187624449 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187624449Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187624451 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187624451 2024-11-21T11:13:44,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.9 2024-11-21T11:13:44,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty, size=0 (0bytes) 2024-11-21T11:13:44,454 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty might be still open, length is 0 2024-11-21T11:13:44,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty 2024-11-21T11:13:44,455 WARN [IPC Server handler 0 on default port 35825 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty closed. 2024-11-21T11:13:44,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty after 1ms 2024-11-21T11:13:44,458 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T11:13:44,458 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty; empty? 2024-11-21T11:13:44,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty so closing down 2024-11-21T11:13:44,458 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T11:13:44,458 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty, size=0 (0bytes) at 1732187624454Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty so closing down at 1732187624458 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732187624458 2024-11-21T11:13:44,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/WALs/testemptyopenlogfiles,16010,1732187621999/wal.dat.empty to hdfs://localhost:35825/user/jenkins/test-data/fa3b6b02-c315-4c14-fb42-3fbbce3253a1/oldWALs/wal.dat.empty 2024-11-21T11:13:44,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5559 (was 5655) 2024-11-21T11:13:44,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5556 2024-11-21T11:13:44,630 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742038_1217 (size=7) 2024-11-21T11:13:44,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742038_1217 (size=7) 2024-11-21T11:13:44,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:44,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:44,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:44,707 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:44,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:44,708 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:44,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742039_1218 (size=1393) 2024-11-21T11:13:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742039_1218 (size=1393) 2024-11-21T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:44,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742040_1219 (size=1393) 2024-11-21T11:13:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742040_1219 (size=1393) 2024-11-21T11:13:44,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:44,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:44,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742041_1220 (size=1393) 2024-11-21T11:13:44,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742041_1220 (size=1393) 2024-11-21T11:13:44,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:44,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:44,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:44,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742042_1221 (size=1393) 2024-11-21T11:13:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742042_1221 (size=1393) 2024-11-21T11:13:45,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:45,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742043_1222 (size=1393) 2024-11-21T11:13:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742043_1222 (size=1393) 2024-11-21T11:13:45,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:45,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742044_1223 (size=1393) 2024-11-21T11:13:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742044_1223 (size=1393) 2024-11-21T11:13:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:45,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742045_1224 (size=1405) 2024-11-21T11:13:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742045_1224 (size=1405) 2024-11-21T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:45,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742046_1225 (size=1413) 2024-11-21T11:13:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742046_1225 (size=1413) 2024-11-21T11:13:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:45,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742047_1226 (size=1413) 2024-11-21T11:13:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742047_1226 (size=1413) 2024-11-21T11:13:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:45,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742048_1227 (size=1413) 2024-11-21T11:13:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742048_1227 (size=1413) 2024-11-21T11:13:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742049_1228 (size=1398) 2024-11-21T11:13:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742049_1228 (size=1398) 2024-11-21T11:13:45,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:45,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 2024-11-21T11:13:45,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 after 0ms 2024-11-21T11:13:45,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 took 9ms 2024-11-21T11:13:45,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 so closing down 2024-11-21T11:13:45,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:45,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:45,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:45,832 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:45,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:45,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742050_1229 (size=743) 2024-11-21T11:13:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742050_1229 (size=743) 2024-11-21T11:13:45,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742051_1230 (size=743) 2024-11-21T11:13:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742051_1230 (size=743) 2024-11-21T11:13:45,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:45,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:45,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0, size=1.4 K (1393bytes) at 1732187625783Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 so closing down at 1732187625807 (+24 ms)3 split writer threads finished at 1732187625807Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187625837 (+30 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187625849 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625852 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187625854 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625862 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187625864 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187625864 2024-11-21T11:13:45,866 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.0 2024-11-21T11:13:45,866 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:45,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 2024-11-21T11:13:45,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 after 0ms 2024-11-21T11:13:45,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 took 3ms 2024-11-21T11:13:45,871 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 so closing down 2024-11-21T11:13:45,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:45,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:45,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:45,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:45,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:45,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:45,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742052_1231 (size=743) 2024-11-21T11:13:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742052_1231 (size=743) 2024-11-21T11:13:45,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742053_1232 (size=743) 2024-11-21T11:13:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742053_1232 (size=743) 2024-11-21T11:13:45,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:45,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:45,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1, size=1.4 K (1393bytes) at 1732187625866Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 so closing down at 1732187625871 (+5 ms)3 split writer threads finished at 1732187625871Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187625874 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187625880 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625885 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187625886 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625897 (+11 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187625899 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187625899 2024-11-21T11:13:45,906 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.1 2024-11-21T11:13:45,906 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:45,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 2024-11-21T11:13:45,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 after 1ms 2024-11-21T11:13:45,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 took 3ms 2024-11-21T11:13:45,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 so closing down 2024-11-21T11:13:45,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:45,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:45,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:45,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:45,930 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:45,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742054_1233 (size=743) 2024-11-21T11:13:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742054_1233 (size=743) 2024-11-21T11:13:45,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742055_1234 (size=743) 2024-11-21T11:13:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742055_1234 (size=743) 2024-11-21T11:13:45,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:45,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:45,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:45,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2, size=1.4 K (1393bytes) at 1732187625906Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 so closing down at 1732187625913 (+7 ms)3 split writer threads finished at 1732187625914 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187625925 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187625940 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625947 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187625949 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187625951 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187625952 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187625953 (+1 ms) 2024-11-21T11:13:45,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.2 2024-11-21T11:13:45,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:45,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 2024-11-21T11:13:45,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 after 0ms 2024-11-21T11:13:45,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 took 3ms 2024-11-21T11:13:45,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 so closing down 2024-11-21T11:13:45,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:45,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:45,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:45,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:45,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:45,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742056_1235 (size=743) 2024-11-21T11:13:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742056_1235 (size=743) 2024-11-21T11:13:46,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742057_1236 (size=743) 2024-11-21T11:13:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742057_1236 (size=743) 2024-11-21T11:13:46,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-21T11:13:46,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:46,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:46,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3, size=1.4 K (1393bytes) at 1732187625958Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 so closing down at 1732187625966 (+8 ms)3 split writer threads finished at 1732187625968 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187625987 (+19 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187625989 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626018 (+29 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187626019 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1732187626026 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187626030 (+4 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187626030 2024-11-21T11:13:46,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.3 2024-11-21T11:13:46,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:46,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 2024-11-21T11:13:46,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 after 4ms 2024-11-21T11:13:46,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 took 7ms 2024-11-21T11:13:46,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 so closing down 2024-11-21T11:13:46,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:46,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:46,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:46,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:46,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:46,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742058_1237 (size=743) 2024-11-21T11:13:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742058_1237 (size=743) 2024-11-21T11:13:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742059_1238 (size=743) 2024-11-21T11:13:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742059_1238 (size=743) 2024-11-21T11:13:46,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:46,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:46,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:46,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4, size=1.4 K (1393bytes) at 1732187626033Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 so closing down at 1732187626057 (+24 ms)3 split writer threads finished at 1732187626061 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187626090 (+29 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187626102 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626196 (+94 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187626198 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626579 (+381 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187626582 (+3 ms)Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187626582 2024-11-21T11:13:46,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.4 2024-11-21T11:13:46,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5, size=1.4 K (1398bytes) 2024-11-21T11:13:46,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 2024-11-21T11:13:46,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 after 1ms 2024-11-21T11:13:46,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 took 5ms 2024-11-21T11:13:46,596 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:13:46,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 so closing down 2024-11-21T11:13:46,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:46,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:46,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:46,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:46,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:46,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742060_1239 (size=743) 2024-11-21T11:13:46,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742060_1239 (size=743) 2024-11-21T11:13:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742061_1240 (size=743) 2024-11-21T11:13:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742061_1240 (size=743) 2024-11-21T11:13:46,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:46,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:46,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-21T11:13:46,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5, size=1.4 K (1398bytes) at 1732187626585Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 so closing down at 1732187626597 (+12 ms)3 split writer threads finished at 1732187626599 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187626607 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187626608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626634 (+26 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187626638 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626648 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187626652 (+4 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732187626652 2024-11-21T11:13:46,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/corrupt/wal.dat.5 2024-11-21T11:13:46,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:46,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 2024-11-21T11:13:46,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 after 0ms 2024-11-21T11:13:46,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 took 4ms 2024-11-21T11:13:46,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 so closing down 2024-11-21T11:13:46,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:46,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:46,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:46,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:46,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:46,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742062_1241 (size=749) 2024-11-21T11:13:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742062_1241 (size=749) 2024-11-21T11:13:46,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742063_1242 (size=749) 2024-11-21T11:13:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742063_1242 (size=749) 2024-11-21T11:13:46,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:46,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:46,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6, size=1.4 K (1405bytes) at 1732187626657Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 so closing down at 1732187626679 (+22 ms)3 split writer threads finished at 1732187626680 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187626705 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187626716 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626743 (+27 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187626753 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626767 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187626768 (+1 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187626769 (+1 ms) 2024-11-21T11:13:46,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.6 2024-11-21T11:13:46,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:46,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 2024-11-21T11:13:46,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 after 0ms 2024-11-21T11:13:46,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 took 2ms 2024-11-21T11:13:46,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 so closing down 2024-11-21T11:13:46,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:46,782 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:46,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:46,784 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:46,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:46,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742064_1243 (size=753) 2024-11-21T11:13:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742064_1243 (size=753) 2024-11-21T11:13:46,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:46,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742065_1244 (size=753) 2024-11-21T11:13:46,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742065_1244 (size=753) 2024-11-21T11:13:46,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:46,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:46,807 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7, size=1.4 K (1413bytes) at 1732187626772Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 so closing down at 1732187626777 (+5 ms)3 split writer threads finished at 1732187626782 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187626792 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187626793 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626798 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187626800 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626805 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187626806 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187626806 2024-11-21T11:13:46,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.7 2024-11-21T11:13:46,809 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:46,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 2024-11-21T11:13:46,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 after 0ms 2024-11-21T11:13:46,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 took 2ms 2024-11-21T11:13:46,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 so closing down 2024-11-21T11:13:46,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:46,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:46,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:46,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:46,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:46,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742066_1245 (size=753) 2024-11-21T11:13:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742066_1245 (size=753) 2024-11-21T11:13:46,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:46,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742067_1246 (size=753) 2024-11-21T11:13:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742067_1246 (size=753) 2024-11-21T11:13:47,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:47,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:47,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:47,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8, size=1.4 K (1413bytes) at 1732187626809Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 so closing down at 1732187626812 (+3 ms)3 split writer threads finished at 1732187626813 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187626825 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187626828 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187626843 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187626844 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187627247 (+403 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187627250 (+3 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187627250 2024-11-21T11:13:47,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.8 2024-11-21T11:13:47,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:47,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 2024-11-21T11:13:47,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 after 1ms 2024-11-21T11:13:47,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 took 6ms 2024-11-21T11:13:47,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 so closing down 2024-11-21T11:13:47,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:47,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:47,313 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:47,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:47,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:47,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742068_1247 (size=753) 2024-11-21T11:13:47,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742068_1247 (size=753) 2024-11-21T11:13:47,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:47,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742069_1248 (size=753) 2024-11-21T11:13:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742069_1248 (size=753) 2024-11-21T11:13:47,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:47,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:47,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:47,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9, size=1.4 K (1413bytes) at 1732187627254Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 so closing down at 1732187627293 (+39 ms)3 split writer threads finished at 1732187627306 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187627316 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187627331 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187627340 (+9 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187627342 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187627746 (+404 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187627748 (+2 ms)Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187627749 (+1 ms) 2024-11-21T11:13:47,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732187624707/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/93f887a7-a165-116e-2f3f-30ccd800b169/oldWALs/wal.dat.9 2024-11-21T11:13:47,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5260 (was 5556) 2024-11-21T11:13:47,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5260 2024-11-21T11:13:47,877 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742070_1249 (size=7) 2024-11-21T11:13:47,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742070_1249 (size=7) 2024-11-21T11:13:47,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:47,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:47,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:47,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:47,906 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb/data/default/t1/5d40ff3ed664aeb8add327341f55c227 2024-11-21T11:13:47,907 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 5d40ff3ed664aeb8add327341f55c227 2024-11-21T11:13:47,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:47,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742071_1250 (size=3841) 2024-11-21T11:13:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742071_1250 (size=3841) 2024-11-21T11:13:47,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0, size=3.8 K (3841bytes) 2024-11-21T11:13:47,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 2024-11-21T11:13:47,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 after 0ms 2024-11-21T11:13:47,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 took 5ms 2024-11-21T11:13:48,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 so closing down 2024-11-21T11:13:48,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:48,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:48,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:48,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742072_1251 (size=1591) 2024-11-21T11:13:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742072_1251 (size=1591) 2024-11-21T11:13:48,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:48,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000009 2024-11-21T11:13:48,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 90 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-21T11:13:48,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0, size=3.8 K (3841bytes) at 1732187627991Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 so closing down at 1732187628014 (+23 ms)3 split writer threads finished at 1732187628020 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187628032 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732187628096 (+64 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/data/default/t1/5d40ff3ed664aeb8add327341f55c227/recovered.edits/0000000000000000009 at 1732187628100 (+4 ms)Processed 21 edits across 1 Regions in 90 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732187628101 (+1 ms) 2024-11-21T11:13:48,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/WALs/testsplitleavescompactioneventsedits,16010,1732187627905/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/0f2f2ab8-73e6-4a38-0314-d74df15d89e9/oldWALs/wal.dat.0 2024-11-21T11:13:48,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 139), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5255 (was 5260) 2024-11-21T11:13:48,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5255 2024-11-21T11:13:48,145 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742073_1252 (size=7) 2024-11-21T11:13:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742073_1252 (size=7) 2024-11-21T11:13:48,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:48,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:48,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:48,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:48,165 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T11:13:48,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742074_1253 (size=863) 2024-11-21T11:13:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742074_1253 (size=863) 2024-11-21T11:13:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:48,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0, size=863 (863bytes) 2024-11-21T11:13:48,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 2024-11-21T11:13:48,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 after 0ms 2024-11-21T11:13:48,241 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 took 3ms 2024-11-21T11:13:48,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 so closing down 2024-11-21T11:13:48,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:48,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:48,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:48,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742075_1254 (size=863) 2024-11-21T11:13:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742075_1254 (size=863) 2024-11-21T11:13:48,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:48,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T11:13:48,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-21T11:13:48,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0, size=863 (863bytes) at 1732187628238Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 so closing down at 1732187628273 (+35 ms)3 split writer threads finished at 1732187628273Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187628280 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187628296 (+16 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732187628298 (+2 ms)Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732187628298 2024-11-21T11:13:48,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/WALs/testsplitpreservesedits,16010,1732187628165/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/ff8f9c6d-f8f0-cb03-c756-46e22a841488/oldWALs/wal.dat.0 2024-11-21T11:13:48,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5253 (was 5255) 2024-11-21T11:13:48,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5253 2024-11-21T11:13:48,334 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742076_1255 (size=7) 2024-11-21T11:13:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742076_1255 (size=7) 2024-11-21T11:13:48,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:48,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:48,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:48,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:48,358 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:48,359 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:48,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742077_1256 (size=1393) 2024-11-21T11:13:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742077_1256 (size=1393) 2024-11-21T11:13:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:48,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:48,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742078_1257 (size=1393) 2024-11-21T11:13:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742078_1257 (size=1393) 2024-11-21T11:13:48,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:48,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742079_1258 (size=1393) 2024-11-21T11:13:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742079_1258 (size=1393) 2024-11-21T11:13:48,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:48,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742080_1259 (size=1393) 2024-11-21T11:13:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742080_1259 (size=1393) 2024-11-21T11:13:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:48,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742081_1260 (size=1393) 2024-11-21T11:13:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742081_1260 (size=1393) 2024-11-21T11:13:48,632 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:48,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:48,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742082_1261 (size=1393) 2024-11-21T11:13:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742082_1261 (size=1393) 2024-11-21T11:13:49,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:49,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:49,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742083_1262 (size=1405) 2024-11-21T11:13:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742083_1262 (size=1405) 2024-11-21T11:13:49,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:49,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:49,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742084_1263 (size=1413) 2024-11-21T11:13:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742084_1263 (size=1413) 2024-11-21T11:13:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:49,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742085_1264 (size=1413) 2024-11-21T11:13:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742085_1264 (size=1413) 2024-11-21T11:13:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:49,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742086_1265 (size=1413) 2024-11-21T11:13:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742086_1265 (size=1413) 2024-11-21T11:13:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:49,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742087_1266 (size=1394) 2024-11-21T11:13:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742087_1266 (size=1394) 2024-11-21T11:13:49,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:49,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 2024-11-21T11:13:49,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 after 0ms 2024-11-21T11:13:49,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 took 3ms 2024-11-21T11:13:49,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 so closing down 2024-11-21T11:13:49,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:49,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:49,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:49,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:49,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742088_1267 (size=743) 2024-11-21T11:13:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742088_1267 (size=743) 2024-11-21T11:13:49,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742089_1268 (size=743) 2024-11-21T11:13:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742089_1268 (size=743) 2024-11-21T11:13:49,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:49,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:49,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:49,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0, size=1.4 K (1393bytes) at 1732187629698Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 so closing down at 1732187629711 (+13 ms)3 split writer threads finished at 1732187629711Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187629720 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187629724 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629734 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629736 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187629738 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187629738Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187629739 (+1 ms) 2024-11-21T11:13:49,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.0 2024-11-21T11:13:49,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:49,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 2024-11-21T11:13:49,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 after 0ms 2024-11-21T11:13:49,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 took 2ms 2024-11-21T11:13:49,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 so closing down 2024-11-21T11:13:49,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:49,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:49,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:49,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742090_1269 (size=743) 2024-11-21T11:13:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742090_1269 (size=743) 2024-11-21T11:13:49,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742091_1270 (size=743) 2024-11-21T11:13:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742091_1270 (size=743) 2024-11-21T11:13:49,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:49,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:49,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1, size=1.4 K (1393bytes) at 1732187629743Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 so closing down at 1732187629749 (+6 ms)3 split writer threads finished at 1732187629750 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187629756 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187629759 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629780 (+21 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187629781 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629787 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187629788 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187629788 2024-11-21T11:13:49,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.1 2024-11-21T11:13:49,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:49,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 2024-11-21T11:13:49,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 after 0ms 2024-11-21T11:13:49,794 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 took 2ms 2024-11-21T11:13:49,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 so closing down 2024-11-21T11:13:49,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:49,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:49,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:49,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742092_1271 (size=743) 2024-11-21T11:13:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742092_1271 (size=743) 2024-11-21T11:13:49,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742093_1272 (size=743) 2024-11-21T11:13:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742093_1272 (size=743) 2024-11-21T11:13:49,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:49,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:49,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2, size=1.4 K (1393bytes) at 1732187629792Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 so closing down at 1732187629796 (+4 ms)3 split writer threads finished at 1732187629796Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187629799 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187629804 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629812 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187629814 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629815 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187629817 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187629817 2024-11-21T11:13:49,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.2 2024-11-21T11:13:49,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:49,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 2024-11-21T11:13:49,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 after 0ms 2024-11-21T11:13:49,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 took 3ms 2024-11-21T11:13:49,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 so closing down 2024-11-21T11:13:49,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:49,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:49,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:49,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:49,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742094_1273 (size=743) 2024-11-21T11:13:49,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742094_1273 (size=743) 2024-11-21T11:13:49,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:49,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742095_1274 (size=743) 2024-11-21T11:13:49,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742095_1274 (size=743) 2024-11-21T11:13:49,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:49,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:49,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3, size=1.4 K (1393bytes) at 1732187629819Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 so closing down at 1732187629823 (+4 ms)3 split writer threads finished at 1732187629823Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187629827 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187629827Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629843 (+16 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187629844 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629851 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187629853 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187629854 (+1 ms) 2024-11-21T11:13:49,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.3 2024-11-21T11:13:49,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:49,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 2024-11-21T11:13:49,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 after 0ms 2024-11-21T11:13:49,859 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 took 3ms 2024-11-21T11:13:49,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 so closing down 2024-11-21T11:13:49,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:49,871 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:49,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:49,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742096_1275 (size=743) 2024-11-21T11:13:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742096_1275 (size=743) 2024-11-21T11:13:49,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:49,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742097_1276 (size=743) 2024-11-21T11:13:49,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742097_1276 (size=743) 2024-11-21T11:13:49,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:49,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:49,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4, size=1.4 K (1393bytes) at 1732187629856Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 so closing down at 1732187629862 (+6 ms)3 split writer threads finished at 1732187629863 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187629875 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187629879 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629934 (+55 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187629936 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629946 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187629948 (+2 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187629948 2024-11-21T11:13:49,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.4 2024-11-21T11:13:49,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T11:13:49,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 2024-11-21T11:13:49,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 after 1ms 2024-11-21T11:13:49,956 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-21T11:13:49,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 so closing down 2024-11-21T11:13:49,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T11:13:49,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, size=1.4 K (1394bytes) at 1732187629952Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 so closing down at 1732187629957 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732187629957 2024-11-21T11:13:49,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/corrupt/wal.dat.5 2024-11-21T11:13:49,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:49,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 2024-11-21T11:13:49,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 after 1ms 2024-11-21T11:13:49,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 took 3ms 2024-11-21T11:13:49,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 so closing down 2024-11-21T11:13:49,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:49,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:49,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:49,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:49,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742098_1277 (size=749) 2024-11-21T11:13:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742098_1277 (size=749) 2024-11-21T11:13:49,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:49,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:49,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742099_1278 (size=749) 2024-11-21T11:13:50,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:50,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:50,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6, size=1.4 K (1405bytes) at 1732187629962Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 so closing down at 1732187629973 (+11 ms)3 split writer threads finished at 1732187629974 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187629980 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187629987 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187629988 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187629994 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630017 (+23 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187630019 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187630019 2024-11-21T11:13:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742099_1278 (size=749) 2024-11-21T11:13:50,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.6 2024-11-21T11:13:50,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:50,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 2024-11-21T11:13:50,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 after 0ms 2024-11-21T11:13:50,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 took 11ms 2024-11-21T11:13:50,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 so closing down 2024-11-21T11:13:50,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:50,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:50,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:50,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:50,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:50,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742100_1279 (size=753) 2024-11-21T11:13:50,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742100_1279 (size=753) 2024-11-21T11:13:50,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:50,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742101_1280 (size=753) 2024-11-21T11:13:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742101_1280 (size=753) 2024-11-21T11:13:50,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:50,126 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:50,126 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7, size=1.4 K (1413bytes) at 1732187630021Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 so closing down at 1732187630046 (+25 ms)3 split writer threads finished at 1732187630046Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187630080 (+34 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187630086 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630112 (+26 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187630115 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630123 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187630126 (+3 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187630126 2024-11-21T11:13:50,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.7 2024-11-21T11:13:50,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:50,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 2024-11-21T11:13:50,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 after 1ms 2024-11-21T11:13:50,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 took 2ms 2024-11-21T11:13:50,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 so closing down 2024-11-21T11:13:50,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:50,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:50,135 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:50,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:50,142 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:50,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742102_1281 (size=753) 2024-11-21T11:13:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742102_1281 (size=753) 2024-11-21T11:13:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742103_1282 (size=753) 2024-11-21T11:13:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742103_1282 (size=753) 2024-11-21T11:13:50,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:50,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:50,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:50,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8, size=1.4 K (1413bytes) at 1732187630128Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 so closing down at 1732187630133 (+5 ms)3 split writer threads finished at 1732187630133Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187630140 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187630144 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630163 (+19 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187630172 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630555 (+383 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187630559 (+4 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187630559 2024-11-21T11:13:50,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.8 2024-11-21T11:13:50,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:50,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 2024-11-21T11:13:50,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 after 2ms 2024-11-21T11:13:50,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 took 6ms 2024-11-21T11:13:50,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 so closing down 2024-11-21T11:13:50,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:50,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:50,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:50,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:50,607 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:50,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742104_1283 (size=753) 2024-11-21T11:13:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742104_1283 (size=753) 2024-11-21T11:13:50,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742105_1284 (size=753) 2024-11-21T11:13:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742105_1284 (size=753) 2024-11-21T11:13:50,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:50,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:50,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:50,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9, size=1.4 K (1413bytes) at 1732187630563Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 so closing down at 1732187630588 (+25 ms)3 split writer threads finished at 1732187630596 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187630605 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187630615 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630634 (+19 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187630637 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187630641 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187630647 (+6 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187630647 2024-11-21T11:13:50,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732187628358/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/ec857290-dc99-7761-b95d-3f16aef65ad9/oldWALs/wal.dat.9 2024-11-21T11:13:50,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5219 (was 5253) 2024-11-21T11:13:50,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5218 2024-11-21T11:13:50,767 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742106_1285 (size=7) 2024-11-21T11:13:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742106_1285 (size=7) 2024-11-21T11:13:50,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:50,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:50,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:50,798 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:50,798 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T11:13:50,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742107_1286 (size=2403) 2024-11-21T11:13:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742107_1286 (size=2403) 2024-11-21T11:13:50,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:50,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0, size=2.3 K (2403bytes) 2024-11-21T11:13:50,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 2024-11-21T11:13:50,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 after 0ms 2024-11-21T11:13:50,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 took 3ms 2024-11-21T11:13:50,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 so closing down 2024-11-21T11:13:50,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:50,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:50,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:50,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742108_1287 (size=863) 2024-11-21T11:13:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742108_1287 (size=863) 2024-11-21T11:13:51,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:51,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T11:13:51,340 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 448 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-21T11:13:51,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0, size=2.3 K (2403bytes) at 1732187630870Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 so closing down at 1732187630894 (+24 ms)3 split writer threads finished at 1732187630895 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187630912 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187631336 (+424 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732187631340 (+4 ms)Processed 20 edits across 1 Regions in 448 ms; skipped=10; WAL=hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732187631340 2024-11-21T11:13:51,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/WALs/testsplitremovesregioneventsedits,16010,1732187630798/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/be4bb956-3cc1-8612-76aa-cc5f88ae1d11/oldWALs/wal.dat.0 2024-11-21T11:13:51,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5216 (was 5218) 2024-11-21T11:13:51,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5215 2024-11-21T11:13:51,381 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742109_1288 (size=7) 2024-11-21T11:13:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742109_1288 (size=7) 2024-11-21T11:13:51,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:51,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:51,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:51,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5214 (was 5215) 2024-11-21T11:13:51,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5214 2024-11-21T11:13:51,830 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742110_1289 (size=7) 2024-11-21T11:13:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742110_1289 (size=7) 2024-11-21T11:13:51,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:51,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:51,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:51,866 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:51,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742111_1290 (size=255) 2024-11-21T11:13:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742111_1290 (size=255) 2024-11-21T11:13:51,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1, size=255 (255bytes) 2024-11-21T11:13:51,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 2024-11-21T11:13:51,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 after 0ms 2024-11-21T11:13:51,946 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 took 3ms 2024-11-21T11:13:51,969 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-21T11:13:51,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 so closing down 2024-11-21T11:13:51,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:51,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:51,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-21T11:13:51,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1, size=255 (255bytes) at 1732187631944Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 so closing down at 1732187631969 (+25 ms)3 split writer threads finished at 1732187631970 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732187631970 2024-11-21T11:13:51,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/WALs/testsplitremovesreplicationmarkeredits,16010,1732187631866/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/1bb18eaf-e582-4ead-b1c6-109ed6eb4ade/oldWALs/wal.dat.1 2024-11-21T11:13:51,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5214 (was 5214) 2024-11-21T11:13:51,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5214 2024-11-21T11:13:51,997 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742112_1291 (size=7) 2024-11-21T11:13:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742112_1291 (size=7) 2024-11-21T11:13:52,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:52,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,087 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:52,087 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-21T11:13:52,087 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T11:13:52,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742113_1292 (size=1941) 2024-11-21T11:13:52,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742113_1292 (size=1941) 2024-11-21T11:13:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb/data/default/t1/region__1 2024-11-21T11:13:52,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0, size=1.9 K (1941bytes) 2024-11-21T11:13:52,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 2024-11-21T11:13:52,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 after 1ms 2024-11-21T11:13:52,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 took 9ms 2024-11-21T11:13:52,178 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-21T11:13:52,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 so closing down 2024-11-21T11:13:52,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:52,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:52,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 12 ms; skipped=17; WAL=hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-21T11:13:52,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0, size=1.9 K (1941bytes) at 1732187632158Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 so closing down at 1732187632188 (+30 ms)3 split writer threads finished at 1732187632188Processed 17 edits across 0 Regions in 12 ms; skipped=17; WAL=hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732187632188 2024-11-21T11:13:52,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/WALs/testsplitlogfiledeletedregiondir,16010,1732187632087/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/a1a8c9b7-9689-893f-142a-33d9695e6fa3/oldWALs/wal.dat.0 2024-11-21T11:13:52,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5211 (was 5214) 2024-11-21T11:13:52,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5211 2024-11-21T11:13:52,228 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742114_1293 (size=7) 2024-11-21T11:13:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742114_1293 (size=7) 2024-11-21T11:13:52,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:52,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:52,251 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T11:13:52,251 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:52,251 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:52,251 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:52,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742115_1294 (size=1393) 2024-11-21T11:13:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742115_1294 (size=1393) 2024-11-21T11:13:52,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:52,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:52,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742116_1295 (size=1393) 2024-11-21T11:13:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742116_1295 (size=1393) 2024-11-21T11:13:52,312 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:52,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742117_1296 (size=1393) 2024-11-21T11:13:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742117_1296 (size=1393) 2024-11-21T11:13:52,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:52,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:52,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742118_1297 (size=1393) 2024-11-21T11:13:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742118_1297 (size=1393) 2024-11-21T11:13:52,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:52,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:52,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742119_1298 (size=1393) 2024-11-21T11:13:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742119_1298 (size=1393) 2024-11-21T11:13:52,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:52,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:52,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742120_1299 (size=1393) 2024-11-21T11:13:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742120_1299 (size=1393) 2024-11-21T11:13:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:52,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742121_1300 (size=1405) 2024-11-21T11:13:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742121_1300 (size=1405) 2024-11-21T11:13:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:52,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742122_1301 (size=1413) 2024-11-21T11:13:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742122_1301 (size=1413) 2024-11-21T11:13:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:52,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742123_1302 (size=1413) 2024-11-21T11:13:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742123_1302 (size=1413) 2024-11-21T11:13:52,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:52,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:52,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742124_1303 (size=1413) 2024-11-21T11:13:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742124_1303 (size=1413) 2024-11-21T11:13:52,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:52,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:52,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0 2024-11-21T11:13:52,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0 after 1ms 2024-11-21T11:13:52,460 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0 took 3ms 2024-11-21T11:13:52,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0 so closing down 2024-11-21T11:13:52,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:52,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:52,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:52,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0, size=1.4 K (1393bytes) at 1732187632457Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0 so closing down at 1732187632461 (+4 ms)3 split writer threads finished at 1732187632461Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/79c157e6-3519-6823-0169-3f81bcf8dd11/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732187632250/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187632461 2024-11-21T11:13:52,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5211 (was 5211) 2024-11-21T11:13:52,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5211 2024-11-21T11:13:52,481 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742125_1304 (size=7) 2024-11-21T11:13:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742125_1304 (size=7) 2024-11-21T11:13:52,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:52,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:52,500 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:52,500 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:52,501 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:52,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742126_1305 (size=1393) 2024-11-21T11:13:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742126_1305 (size=1393) 2024-11-21T11:13:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:52,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742127_1306 (size=1393) 2024-11-21T11:13:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742127_1306 (size=1393) 2024-11-21T11:13:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:52,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742128_1307 (size=1393) 2024-11-21T11:13:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742128_1307 (size=1393) 2024-11-21T11:13:52,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:52,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:52,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742129_1308 (size=1393) 2024-11-21T11:13:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742129_1308 (size=1393) 2024-11-21T11:13:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:52,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742131_1310 (size=1393) 2024-11-21T11:13:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742131_1310 (size=1393) 2024-11-21T11:13:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:52,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742132_1311 (size=1405) 2024-11-21T11:13:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742132_1311 (size=1405) 2024-11-21T11:13:52,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:52,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:52,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742133_1312 (size=1413) 2024-11-21T11:13:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742133_1312 (size=1413) 2024-11-21T11:13:52,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:52,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742134_1313 (size=1413) 2024-11-21T11:13:52,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742134_1313 (size=1413) 2024-11-21T11:13:52,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:52,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742135_1314 (size=1413) 2024-11-21T11:13:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742135_1314 (size=1413) 2024-11-21T11:13:52,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742130_1309 (size=1458) 2024-11-21T11:13:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742130_1309 (size=1458) 2024-11-21T11:13:52,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:52,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 2024-11-21T11:13:52,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 after 0ms 2024-11-21T11:13:52,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 took 3ms 2024-11-21T11:13:52,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 so closing down 2024-11-21T11:13:52,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:52,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:52,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:52,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:52,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:52,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742136_1315 (size=743) 2024-11-21T11:13:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742136_1315 (size=743) 2024-11-21T11:13:52,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:52,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742137_1316 (size=743) 2024-11-21T11:13:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742137_1316 (size=743) 2024-11-21T11:13:52,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:52,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:52,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:52,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0, size=1.4 K (1393bytes) at 1732187632758Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 so closing down at 1732187632764 (+6 ms)3 split writer threads finished at 1732187632764Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187632767 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187632768 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187632782 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187632784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187632796 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187632799 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187632799 2024-11-21T11:13:52,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/oldWALs/wal.dat.0 2024-11-21T11:13:52,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:52,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 2024-11-21T11:13:52,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 after 0ms 2024-11-21T11:13:52,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 took 2ms 2024-11-21T11:13:52,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 so closing down 2024-11-21T11:13:52,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:52,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:52,814 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:52,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:52,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:52,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742138_1317 (size=743) 2024-11-21T11:13:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742138_1317 (size=743) 2024-11-21T11:13:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742139_1318 (size=743) 2024-11-21T11:13:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742139_1318 (size=743) 2024-11-21T11:13:52,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:52,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:53,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:53,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:53,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:53,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1, size=1.4 K (1393bytes) at 1732187632805Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 so closing down at 1732187632809 (+4 ms)3 split writer threads finished at 1732187632812 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187632816 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187632816Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187632831 (+15 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187632836 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187633229 (+393 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187633231 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187633231 2024-11-21T11:13:53,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/oldWALs/wal.dat.1 2024-11-21T11:13:53,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:53,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 2024-11-21T11:13:53,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 after 1ms 2024-11-21T11:13:53,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 took 3ms 2024-11-21T11:13:53,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 so closing down 2024-11-21T11:13:53,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:53,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:53,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:53,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:53,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:53,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742141_1320 (size=743) 2024-11-21T11:13:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742141_1320 (size=743) 2024-11-21T11:13:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742140_1319 (size=743) 2024-11-21T11:13:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742140_1319 (size=743) 2024-11-21T11:13:53,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:53,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:53,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:53,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:53,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:53,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2, size=1.4 K (1393bytes) at 1732187633233Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 so closing down at 1732187633238 (+5 ms)3 split writer threads finished at 1732187633238Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187633242 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187633242Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187633258 (+16 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187633260 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187633260Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187633262 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187633262 2024-11-21T11:13:53,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/oldWALs/wal.dat.2 2024-11-21T11:13:53,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:53,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 2024-11-21T11:13:53,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 after 0ms 2024-11-21T11:13:53,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 took 3ms 2024-11-21T11:13:53,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 so closing down 2024-11-21T11:13:53,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:53,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:53,269 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:53,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:53,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:53,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742142_1321 (size=743) 2024-11-21T11:13:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742142_1321 (size=743) 2024-11-21T11:13:53,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:53,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742143_1322 (size=743) 2024-11-21T11:13:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742143_1322 (size=743) 2024-11-21T11:13:53,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:53,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:53,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:53,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3, size=1.4 K (1393bytes) at 1732187633263Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 so closing down at 1732187633267 (+4 ms)3 split writer threads finished at 1732187633267Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187633270 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187633271 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187633280 (+9 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187633282 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187633292 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187633293 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187633294 (+1 ms) 2024-11-21T11:13:53,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/oldWALs/wal.dat.3 2024-11-21T11:13:53,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4, size=1.4 K (1458bytes) 2024-11-21T11:13:53,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4 2024-11-21T11:13:53,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4 after 0ms 2024-11-21T11:13:53,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4 took 2ms 2024-11-21T11:13:53,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4 so closing down 2024-11-21T11:13:53,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:53,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:53,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-21T11:13:53,309 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:53,309 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:53,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-21T11:13:53,317 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:53,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-21T11:13:53,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4, size=1.4 K (1458bytes) at 1732187633296Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4 so closing down at 1732187633300 (+4 ms)3 split writer threads finished at 1732187633300Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732187633315 (+15 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732187633317 (+2 ms)Processed 21 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/WALs/testsplitwillfailifwritingtoregionfails,16010,1732187632500/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732187633317 2024-11-21T11:13:53,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:53,319 WARN [Thread-2060 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:53,320 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:53,324 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:53,326 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:53,328 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35825/user/jenkins/test-data/30947ac3-3e48-bfe4-5f84-ac6bdb77bf73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:53,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142 (was 140) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5194 (was 5211) 2024-11-21T11:13:53,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5193 2024-11-21T11:13:53,353 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742144_1323 (size=7) 2024-11-21T11:13:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742144_1323 (size=7) 2024-11-21T11:13:53,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:53,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:53,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:53,767 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:53,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T11:13:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742145_1324 (size=93) 2024-11-21T11:13:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742145_1324 (size=93) 2024-11-21T11:13:54,174 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:54,176 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:54,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742146_1325 (size=1393) 2024-11-21T11:13:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742146_1325 (size=1393) 2024-11-21T11:13:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:54,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742147_1326 (size=1393) 2024-11-21T11:13:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742147_1326 (size=1393) 2024-11-21T11:13:54,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:54,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:54,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742148_1327 (size=1393) 2024-11-21T11:13:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742148_1327 (size=1393) 2024-11-21T11:13:54,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:54,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742149_1328 (size=1393) 2024-11-21T11:13:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742149_1328 (size=1393) 2024-11-21T11:13:54,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:54,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:54,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742150_1329 (size=1393) 2024-11-21T11:13:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742150_1329 (size=1393) 2024-11-21T11:13:54,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:54,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742151_1330 (size=1393) 2024-11-21T11:13:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742151_1330 (size=1393) 2024-11-21T11:13:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:54,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742152_1331 (size=1405) 2024-11-21T11:13:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742152_1331 (size=1405) 2024-11-21T11:13:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:54,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742153_1332 (size=1413) 2024-11-21T11:13:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742153_1332 (size=1413) 2024-11-21T11:13:54,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:54,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:54,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742154_1333 (size=1413) 2024-11-21T11:13:54,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:54,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742154_1333 (size=1413) 2024-11-21T11:13:54,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:54,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742155_1334 (size=1413) 2024-11-21T11:13:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742155_1334 (size=1413) 2024-11-21T11:13:54,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:54,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T11:13:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742156_1335 (size=93) 2024-11-21T11:13:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742156_1335 (size=93) 2024-11-21T11:13:54,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty, size=93 (93bytes) 2024-11-21T11:13:54,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty 2024-11-21T11:13:54,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty after 0ms 2024-11-21T11:13:54,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty took 3ms 2024-11-21T11:13:54,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty so closing down 2024-11-21T11:13:54,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:54,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:54,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T11:13:54,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty, size=93 (93bytes) at 1732187634784Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty so closing down at 1732187634787 (+3 ms)3 split writer threads finished at 1732187634787Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732187634787 2024-11-21T11:13:54,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat..empty to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat..empty 2024-11-21T11:13:54,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:54,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 2024-11-21T11:13:54,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 after 1ms 2024-11-21T11:13:54,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 took 3ms 2024-11-21T11:13:54,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 so closing down 2024-11-21T11:13:54,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:54,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:54,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:54,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:54,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:54,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742157_1336 (size=743) 2024-11-21T11:13:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742157_1336 (size=743) 2024-11-21T11:13:54,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:54,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742158_1337 (size=743) 2024-11-21T11:13:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742158_1337 (size=743) 2024-11-21T11:13:54,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:54,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:54,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:54,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0, size=1.4 K (1393bytes) at 1732187634790Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 so closing down at 1732187634795 (+5 ms)3 split writer threads finished at 1732187634796 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187634806 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187634809 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187634815 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187634816 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187634818 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187634819 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187634819 2024-11-21T11:13:54,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.0 2024-11-21T11:13:54,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:54,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 2024-11-21T11:13:54,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 after 0ms 2024-11-21T11:13:54,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 took 2ms 2024-11-21T11:13:54,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 so closing down 2024-11-21T11:13:54,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:54,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:54,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:54,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:54,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:54,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742159_1338 (size=743) 2024-11-21T11:13:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742159_1338 (size=743) 2024-11-21T11:13:54,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:54,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:54,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742160_1339 (size=743) 2024-11-21T11:13:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742160_1339 (size=743) 2024-11-21T11:13:54,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:54,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:54,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:54,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1, size=1.4 K (1393bytes) at 1732187634821Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 so closing down at 1732187634824 (+3 ms)3 split writer threads finished at 1732187634824Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187634828 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187634828Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187634841 (+13 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187634842 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187634850 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187634851 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187634851 2024-11-21T11:13:54,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.1 2024-11-21T11:13:54,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:54,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 2024-11-21T11:13:54,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 after 1ms 2024-11-21T11:13:54,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 took 3ms 2024-11-21T11:13:54,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 so closing down 2024-11-21T11:13:54,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:54,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:54,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:54,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:54,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:54,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742161_1340 (size=743) 2024-11-21T11:13:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742161_1340 (size=743) 2024-11-21T11:13:54,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742162_1341 (size=743) 2024-11-21T11:13:54,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742162_1341 (size=743) 2024-11-21T11:13:54,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:54,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:55,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:55,291 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:55,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2, size=1.4 K (1393bytes) at 1732187634853Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 so closing down at 1732187634865 (+12 ms)3 split writer threads finished at 1732187634865Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187634872 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187634872Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187634890 (+18 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187634892 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635289 (+397 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187635291 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187635291 2024-11-21T11:13:55,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.2 2024-11-21T11:13:55,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:55,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 2024-11-21T11:13:55,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 after 0ms 2024-11-21T11:13:55,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 took 3ms 2024-11-21T11:13:55,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 so closing down 2024-11-21T11:13:55,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,304 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,307 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:55,312 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:55,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:55,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742163_1342 (size=743) 2024-11-21T11:13:55,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742163_1342 (size=743) 2024-11-21T11:13:55,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742164_1343 (size=743) 2024-11-21T11:13:55,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742164_1343 (size=743) 2024-11-21T11:13:55,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:55,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:55,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3, size=1.4 K (1393bytes) at 1732187635293Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 so closing down at 1732187635301 (+8 ms)3 split writer threads finished at 1732187635304 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187635315 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187635323 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635335 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187635337 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635346 (+9 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187635347 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187635347 2024-11-21T11:13:55,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.3 2024-11-21T11:13:55,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:55,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 2024-11-21T11:13:55,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 after 1ms 2024-11-21T11:13:55,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 took 3ms 2024-11-21T11:13:55,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 so closing down 2024-11-21T11:13:55,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,355 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:55,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:55,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:55,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742165_1344 (size=743) 2024-11-21T11:13:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742165_1344 (size=743) 2024-11-21T11:13:55,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742166_1345 (size=743) 2024-11-21T11:13:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742166_1345 (size=743) 2024-11-21T11:13:55,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:55,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:55,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4, size=1.4 K (1393bytes) at 1732187635349Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 so closing down at 1732187635353 (+4 ms)3 split writer threads finished at 1732187635353Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187635356 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187635357 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635366 (+9 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187635367 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635370 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187635371 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187635372 (+1 ms) 2024-11-21T11:13:55,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.4 2024-11-21T11:13:55,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:55,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 2024-11-21T11:13:55,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 after 0ms 2024-11-21T11:13:55,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 took 3ms 2024-11-21T11:13:55,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 so closing down 2024-11-21T11:13:55,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:55,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:55,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:55,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742167_1346 (size=743) 2024-11-21T11:13:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742167_1346 (size=743) 2024-11-21T11:13:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742168_1347 (size=743) 2024-11-21T11:13:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742168_1347 (size=743) 2024-11-21T11:13:55,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:55,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:55,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:55,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5, size=1.4 K (1393bytes) at 1732187635373Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 so closing down at 1732187635377 (+4 ms)3 split writer threads finished at 1732187635379 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187635382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187635382Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635403 (+21 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187635404 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635795 (+391 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187635797 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187635797 2024-11-21T11:13:55,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.5 2024-11-21T11:13:55,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:55,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 2024-11-21T11:13:55,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 after 0ms 2024-11-21T11:13:55,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 took 3ms 2024-11-21T11:13:55,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 so closing down 2024-11-21T11:13:55,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:55,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:55,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:55,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742169_1348 (size=749) 2024-11-21T11:13:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742169_1348 (size=749) 2024-11-21T11:13:55,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742170_1349 (size=749) 2024-11-21T11:13:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742170_1349 (size=749) 2024-11-21T11:13:55,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:55,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:55,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:55,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6, size=1.4 K (1405bytes) at 1732187635800Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 so closing down at 1732187635804 (+4 ms)3 split writer threads finished at 1732187635804Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187635819 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187635820 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635834 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187635836 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635837 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187635839 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187635839 2024-11-21T11:13:55,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.6 2024-11-21T11:13:55,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:55,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 2024-11-21T11:13:55,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 after 0ms 2024-11-21T11:13:55,843 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 took 2ms 2024-11-21T11:13:55,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 so closing down 2024-11-21T11:13:55,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:55,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:55,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:55,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742171_1350 (size=753) 2024-11-21T11:13:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742171_1350 (size=753) 2024-11-21T11:13:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742172_1351 (size=753) 2024-11-21T11:13:55,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742172_1351 (size=753) 2024-11-21T11:13:55,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:55,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:55,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:55,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:55,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7, size=1.4 K (1413bytes) at 1732187635841Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 so closing down at 1732187635853 (+12 ms)3 split writer threads finished at 1732187635868 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187635898 (+30 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187635902 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635923 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187635930 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187635930Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187635932 (+2 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187635932 2024-11-21T11:13:55,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.7 2024-11-21T11:13:55,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:55,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 2024-11-21T11:13:55,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 after 0ms 2024-11-21T11:13:55,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 took 3ms 2024-11-21T11:13:55,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 so closing down 2024-11-21T11:13:55,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:55,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:55,953 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:55,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:55,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:55,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742174_1353 (size=753) 2024-11-21T11:13:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742174_1353 (size=753) 2024-11-21T11:13:56,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:56,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742173_1352 (size=753) 2024-11-21T11:13:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742173_1352 (size=753) 2024-11-21T11:13:56,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:56,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:56,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:56,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8, size=1.4 K (1413bytes) at 1732187635935Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 so closing down at 1732187635941 (+6 ms)3 split writer threads finished at 1732187635948 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187635964 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187635965 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187636002 (+37 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187636004 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187636011 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187636013 (+2 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187636013 2024-11-21T11:13:56,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.8 2024-11-21T11:13:56,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:56,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 2024-11-21T11:13:56,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 after 1ms 2024-11-21T11:13:56,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 took 7ms 2024-11-21T11:13:56,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 so closing down 2024-11-21T11:13:56,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:56,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:56,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:56,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:56,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:56,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742176_1355 (size=753) 2024-11-21T11:13:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742176_1355 (size=753) 2024-11-21T11:13:56,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:56,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742175_1354 (size=753) 2024-11-21T11:13:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742175_1354 (size=753) 2024-11-21T11:13:56,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:56,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:56,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:56,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9, size=1.4 K (1413bytes) at 1732187636016Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 so closing down at 1732187636031 (+15 ms)3 split writer threads finished at 1732187636031Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187636040 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187636044 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187636066 (+22 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187636069 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187636074 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187636076 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187636076 2024-11-21T11:13:56,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.9 2024-11-21T11:13:56,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty, size=93 (93bytes) 2024-11-21T11:13:56,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty 2024-11-21T11:13:56,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty after 1ms 2024-11-21T11:13:56,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty took 3ms 2024-11-21T11:13:56,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty so closing down 2024-11-21T11:13:56,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:56,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:56,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T11:13:56,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty, size=93 (93bytes) at 1732187636079Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty so closing down at 1732187636082 (+3 ms)3 split writer threads finished at 1732187636083 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732187636083 2024-11-21T11:13:56,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/WALs/testemptylogfiles,16010,1732187633767/wal.dat.empty to hdfs://localhost:35825/user/jenkins/test-data/a3bf9733-7e01-04f2-ec2b-e21dae147e05/oldWALs/wal.dat.empty 2024-11-21T11:13:56,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5158 (was 5193) 2024-11-21T11:13:56,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5157 2024-11-21T11:13:56,194 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742177_1356 (size=7) 2024-11-21T11:13:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742177_1356 (size=7) 2024-11-21T11:13:56,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:56,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:56,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:56,223 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:56,223 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:56,224 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:56,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742178_1357 (size=1393) 2024-11-21T11:13:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742178_1357 (size=1393) 2024-11-21T11:13:56,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:56,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:56,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742179_1358 (size=1393) 2024-11-21T11:13:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742179_1358 (size=1393) 2024-11-21T11:13:56,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:56,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:56,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742180_1359 (size=1393) 2024-11-21T11:13:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742180_1359 (size=1393) 2024-11-21T11:13:56,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:56,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:56,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742181_1360 (size=1393) 2024-11-21T11:13:56,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742181_1360 (size=1393) 2024-11-21T11:13:56,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:56,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:56,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742182_1361 (size=1393) 2024-11-21T11:13:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742182_1361 (size=1393) 2024-11-21T11:13:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:56,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742183_1362 (size=1393) 2024-11-21T11:13:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742183_1362 (size=1393) 2024-11-21T11:13:56,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:56,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:56,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742184_1363 (size=1405) 2024-11-21T11:13:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742184_1363 (size=1405) 2024-11-21T11:13:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:56,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742185_1364 (size=1413) 2024-11-21T11:13:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742185_1364 (size=1413) 2024-11-21T11:13:56,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:56,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742186_1365 (size=1413) 2024-11-21T11:13:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742186_1365 (size=1413) 2024-11-21T11:13:56,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:56,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742187_1366 (size=1413) 2024-11-21T11:13:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742187_1366 (size=1413) 2024-11-21T11:13:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:56,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:56,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 2024-11-21T11:13:56,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 after 1ms 2024-11-21T11:13:56,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 took 3ms 2024-11-21T11:13:56,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 so closing down 2024-11-21T11:13:56,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:56,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:56,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:56,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:56,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:56,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742188_1367 (size=743) 2024-11-21T11:13:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742188_1367 (size=743) 2024-11-21T11:13:56,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742189_1368 (size=743) 2024-11-21T11:13:56,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742189_1368 (size=743) 2024-11-21T11:13:57,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:57,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0, size=1.4 K (1393bytes) at 1732187636583Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 so closing down at 1732187636587 (+4 ms)3 split writer threads finished at 1732187636588 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187636591 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187636592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187636598 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187636601 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637002 (+401 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187637004 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637004 2024-11-21T11:13:57,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.0 2024-11-21T11:13:57,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:57,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 2024-11-21T11:13:57,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 after 0ms 2024-11-21T11:13:57,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 took 3ms 2024-11-21T11:13:57,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 so closing down 2024-11-21T11:13:57,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:57,026 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:57,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:57,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742190_1369 (size=743) 2024-11-21T11:13:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742190_1369 (size=743) 2024-11-21T11:13:57,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742191_1370 (size=743) 2024-11-21T11:13:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742191_1370 (size=743) 2024-11-21T11:13:57,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:57,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1, size=1.4 K (1393bytes) at 1732187637006Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 so closing down at 1732187637013 (+7 ms)3 split writer threads finished at 1732187637016 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187637028 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187637032 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637062 (+30 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187637063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637069 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187637070 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637071 (+1 ms) 2024-11-21T11:13:57,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.1 2024-11-21T11:13:57,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:57,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 2024-11-21T11:13:57,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 after 1ms 2024-11-21T11:13:57,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 took 3ms 2024-11-21T11:13:57,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 so closing down 2024-11-21T11:13:57,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:57,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:57,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:57,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742192_1371 (size=743) 2024-11-21T11:13:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742192_1371 (size=743) 2024-11-21T11:13:57,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742193_1372 (size=743) 2024-11-21T11:13:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742193_1372 (size=743) 2024-11-21T11:13:57,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:57,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2, size=1.4 K (1393bytes) at 1732187637074Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 so closing down at 1732187637086 (+12 ms)3 split writer threads finished at 1732187637087 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187637104 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187637108 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637122 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187637124 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637130 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187637132 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637132 2024-11-21T11:13:57,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.2 2024-11-21T11:13:57,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:57,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 2024-11-21T11:13:57,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 after 0ms 2024-11-21T11:13:57,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 took 3ms 2024-11-21T11:13:57,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 so closing down 2024-11-21T11:13:57,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,143 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:57,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:57,149 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:57,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742194_1373 (size=743) 2024-11-21T11:13:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742194_1373 (size=743) 2024-11-21T11:13:57,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742195_1374 (size=743) 2024-11-21T11:13:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742195_1374 (size=743) 2024-11-21T11:13:57,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:57,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3, size=1.4 K (1393bytes) at 1732187637135Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 so closing down at 1732187637140 (+5 ms)3 split writer threads finished at 1732187637140Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187637145 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187637151 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637154 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187637155 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637157 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187637158 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637158 2024-11-21T11:13:57,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.3 2024-11-21T11:13:57,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:57,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 2024-11-21T11:13:57,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 after 0ms 2024-11-21T11:13:57,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 took 4ms 2024-11-21T11:13:57,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 so closing down 2024-11-21T11:13:57,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,167 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:57,167 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:57,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:57,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742197_1376 (size=743) 2024-11-21T11:13:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742197_1376 (size=743) 2024-11-21T11:13:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742196_1375 (size=743) 2024-11-21T11:13:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742196_1375 (size=743) 2024-11-21T11:13:57,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:57,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:57,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4, size=1.4 K (1393bytes) at 1732187637160Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 so closing down at 1732187637165 (+5 ms)3 split writer threads finished at 1732187637165Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187637168 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187637168Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637185 (+17 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187637187 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637584 (+397 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187637586 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637586 2024-11-21T11:13:57,587 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.4 2024-11-21T11:13:57,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:13:57,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 2024-11-21T11:13:57,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 after 0ms 2024-11-21T11:13:57,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 took 3ms 2024-11-21T11:13:57,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 so closing down 2024-11-21T11:13:57,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:57,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:13:57,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:57,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:13:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742198_1377 (size=743) 2024-11-21T11:13:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742198_1377 (size=743) 2024-11-21T11:13:57,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:13:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742199_1378 (size=743) 2024-11-21T11:13:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742199_1378 (size=743) 2024-11-21T11:13:57,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:13:57,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:57,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5, size=1.4 K (1393bytes) at 1732187637588Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 so closing down at 1732187637591 (+3 ms)3 split writer threads finished at 1732187637592 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187637601 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187637604 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637612 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187637613 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637618 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187637619 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187637620 (+1 ms) 2024-11-21T11:13:57,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.5 2024-11-21T11:13:57,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:13:57,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 2024-11-21T11:13:57,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 after 1ms 2024-11-21T11:13:57,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 took 3ms 2024-11-21T11:13:57,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 so closing down 2024-11-21T11:13:57,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:57,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:57,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:13:57,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:13:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742200_1379 (size=749) 2024-11-21T11:13:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742200_1379 (size=749) 2024-11-21T11:13:57,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:13:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742201_1380 (size=749) 2024-11-21T11:13:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742201_1380 (size=749) 2024-11-21T11:13:57,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:13:57,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:13:57,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6, size=1.4 K (1405bytes) at 1732187637622Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 so closing down at 1732187637626 (+4 ms)3 split writer threads finished at 1732187637626Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187637635 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187637637 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637658 (+21 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187637659 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637666 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187637667 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187637668 (+1 ms) 2024-11-21T11:13:57,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.6 2024-11-21T11:13:57,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:13:57,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 2024-11-21T11:13:57,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 after 1ms 2024-11-21T11:13:57,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 took 4ms 2024-11-21T11:13:57,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 so closing down 2024-11-21T11:13:57,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,680 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:57,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:13:57,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:57,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:13:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742202_1381 (size=753) 2024-11-21T11:13:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742202_1381 (size=753) 2024-11-21T11:13:57,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:13:57,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742203_1382 (size=753) 2024-11-21T11:13:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742203_1382 (size=753) 2024-11-21T11:13:57,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:13:57,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:57,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7, size=1.4 K (1413bytes) at 1732187637670Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 so closing down at 1732187637675 (+5 ms)3 split writer threads finished at 1732187637676 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187637688 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187637694 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637702 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187637703 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637719 (+16 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187637723 (+4 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187637723 2024-11-21T11:13:57,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.7 2024-11-21T11:13:57,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:13:57,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 2024-11-21T11:13:57,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 after 1ms 2024-11-21T11:13:57,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 took 3ms 2024-11-21T11:13:57,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 so closing down 2024-11-21T11:13:57,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:57,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:57,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:13:57,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:13:57,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742205_1384 (size=753) 2024-11-21T11:13:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742205_1384 (size=753) 2024-11-21T11:13:57,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:13:57,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742204_1383 (size=753) 2024-11-21T11:13:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742204_1383 (size=753) 2024-11-21T11:13:57,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:13:57,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:57,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8, size=1.4 K (1413bytes) at 1732187637725Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 so closing down at 1732187637737 (+12 ms)3 split writer threads finished at 1732187637738 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187637741 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187637742 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637756 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187637758 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637762 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187637765 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187637765 2024-11-21T11:13:57,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.8 2024-11-21T11:13:57,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:13:57,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 2024-11-21T11:13:57,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 after 0ms 2024-11-21T11:13:57,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 took 5ms 2024-11-21T11:13:57,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 so closing down 2024-11-21T11:13:57,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:57,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:57,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:57,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:13:57,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:57,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:13:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742206_1385 (size=753) 2024-11-21T11:13:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742206_1385 (size=753) 2024-11-21T11:13:57,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:13:57,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742207_1386 (size=753) 2024-11-21T11:13:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742207_1386 (size=753) 2024-11-21T11:13:57,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:57,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:13:57,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:13:57,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9, size=1.4 K (1413bytes) at 1732187637767Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 so closing down at 1732187637773 (+6 ms)3 split writer threads finished at 1732187637773Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187637777 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187637784 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637798 (+14 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187637799 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187637802 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187637805 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187637805 2024-11-21T11:13:57,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732187636223/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/da961048-bb65-7650-9941-682b381c73ed/oldWALs/wal.dat.9 2024-11-21T11:13:57,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=5155 (was 5157) 2024-11-21T11:13:57,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5154 2024-11-21T11:13:57,828 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742208_1387 (size=7) 2024-11-21T11:13:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742208_1387 (size=7) 2024-11-21T11:13:57,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:57,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:57,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:57,870 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:57,887 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:35825/user/jenkins/test-data/576f64bc-28b0-948f-e095-010f921fba35/data/hbase/meta/1588230740/recovered.edits 2024-11-21T11:13:57,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=5151 (was 5154) 2024-11-21T11:13:57,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5151 2024-11-21T11:13:57,959 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742209_1388 (size=7) 2024-11-21T11:13:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742209_1388 (size=7) 2024-11-21T11:13:57,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:57,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:57,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:57,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:57,980 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-21T11:13:57,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-21T11:13:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-21T11:13:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:57,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:57,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:57,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:57,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742210_1389 (size=818) 2024-11-21T11:13:58,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742210_1389 (size=818) 2024-11-21T11:13:58,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5, size=818 (818bytes) 2024-11-21T11:13:58,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 2024-11-21T11:13:58,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 after 1ms 2024-11-21T11:13:58,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 took 3ms 2024-11-21T11:13:58,032 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 so closing down 2024-11-21T11:13:58,032 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-21T11:13:58,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-21T11:13:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742211_1390 (size=783) 2024-11-21T11:13:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742211_1390 (size=783) 2024-11-21T11:13:58,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-21T11:13:58,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-21T11:13:58,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-21T11:13:58,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5, size=818 (818bytes) at 1732187638027Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 so closing down at 1732187638032 (+5 ms)3 split writer threads finished at 1732187638033 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732187638037 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732187638042 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732187638043 (+1 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732187638043 2024-11-21T11:13:58,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/WALs/testemptywaledit,16010,1732187637980/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/28cee2e8-a3ea-c893-7e95-5dca7a8ff1c2/oldWALs/wal.dat.5 2024-11-21T11:13:58,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=5150 (was 5151) 2024-11-21T11:13:58,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5150 2024-11-21T11:13:58,067 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:13:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742212_1391 (size=7) 2024-11-21T11:13:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742212_1391 (size=7) 2024-11-21T11:13:58,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:13:58,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:58,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:13:58,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:13:58,105 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:13:58,106 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:13:58,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:13:58,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742213_1392 (size=1393) 2024-11-21T11:13:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742213_1392 (size=1393) 2024-11-21T11:13:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:13:58,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:13:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742214_1393 (size=1393) 2024-11-21T11:13:58,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742214_1393 (size=1393) 2024-11-21T11:13:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:13:58,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:13:58,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742215_1394 (size=1393) 2024-11-21T11:13:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742215_1394 (size=1393) 2024-11-21T11:13:58,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:13:58,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742216_1395 (size=1393) 2024-11-21T11:13:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742216_1395 (size=1393) 2024-11-21T11:13:58,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:13:58,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:13:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742217_1396 (size=1393) 2024-11-21T11:13:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742217_1396 (size=1393) 2024-11-21T11:13:58,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:13:58,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:13:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742218_1397 (size=1393) 2024-11-21T11:13:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742218_1397 (size=1393) 2024-11-21T11:13:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:13:58,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:13:58,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742219_1398 (size=1405) 2024-11-21T11:13:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742219_1398 (size=1405) 2024-11-21T11:13:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:13:58,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:13:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742220_1399 (size=1413) 2024-11-21T11:13:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742220_1399 (size=1413) 2024-11-21T11:13:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:13:58,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:13:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742221_1400 (size=1413) 2024-11-21T11:13:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742221_1400 (size=1413) 2024-11-21T11:13:58,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:13:58,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:13:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:13:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:13:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742222_1401 (size=1413) 2024-11-21T11:13:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742222_1401 (size=1413) 2024-11-21T11:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:13:58,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:13:58,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 2024-11-21T11:13:58,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 after 1ms 2024-11-21T11:13:58,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 took 3ms 2024-11-21T11:13:58,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 so closing down 2024-11-21T11:13:58,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:58,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:13:58,572 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:58,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:13:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742224_1403 (size=743) 2024-11-21T11:13:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742224_1403 (size=743) 2024-11-21T11:13:58,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:13:58,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742225_1404 (size=743) 2024-11-21T11:13:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742225_1404 (size=743) 2024-11-21T11:13:58,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:13:58,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:58,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0, size=1.4 K (1393bytes) at 1732187638539Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 so closing down at 1732187638558 (+19 ms)3 split writer threads finished at 1732187638559 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187638569 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187638576 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638597 (+21 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187638599 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638611 (+12 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187638614 (+3 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187638615 (+1 ms) 2024-11-21T11:13:58,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.0 2024-11-21T11:13:58,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:13:58,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 2024-11-21T11:13:58,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 after 1ms 2024-11-21T11:13:58,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 took 4ms 2024-11-21T11:13:58,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 so closing down 2024-11-21T11:13:58,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,635 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:58,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:58,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:13:58,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:13:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742226_1405 (size=743) 2024-11-21T11:13:58,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742226_1405 (size=743) 2024-11-21T11:13:58,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:13:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742227_1406 (size=743) 2024-11-21T11:13:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742227_1406 (size=743) 2024-11-21T11:13:58,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:13:58,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:58,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1, size=1.4 K (1393bytes) at 1732187638618Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 so closing down at 1732187638629 (+11 ms)3 split writer threads finished at 1732187638630 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187638644 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187638646 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638691 (+45 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187638693 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638706 (+13 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187638708 (+2 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187638708 2024-11-21T11:13:58,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.1 2024-11-21T11:13:58,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:13:58,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 2024-11-21T11:13:58,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 after 8ms 2024-11-21T11:13:58,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 took 12ms 2024-11-21T11:13:58,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 so closing down 2024-11-21T11:13:58,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:58,743 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:58,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:13:58,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:13:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742228_1407 (size=743) 2024-11-21T11:13:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742228_1407 (size=743) 2024-11-21T11:13:58,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742229_1408 (size=743) 2024-11-21T11:13:58,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:13:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742229_1408 (size=743) 2024-11-21T11:13:58,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:13:58,785 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:58,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2, size=1.4 K (1393bytes) at 1732187638710Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 so closing down at 1732187638730 (+20 ms)3 split writer threads finished at 1732187638731 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187638745 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187638761 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638780 (+19 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187638782 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638783 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187638784 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187638785 (+1 ms) 2024-11-21T11:13:58,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.2 2024-11-21T11:13:58,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:13:58,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 2024-11-21T11:13:58,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 after 0ms 2024-11-21T11:13:58,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 took 3ms 2024-11-21T11:13:58,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 so closing down 2024-11-21T11:13:58,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,804 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:58,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:58,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:13:58,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:13:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742230_1409 (size=743) 2024-11-21T11:13:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742230_1409 (size=743) 2024-11-21T11:13:58,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:13:58,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742231_1410 (size=743) 2024-11-21T11:13:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742231_1410 (size=743) 2024-11-21T11:13:58,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:13:58,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:58,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3, size=1.4 K (1393bytes) at 1732187638793Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 so closing down at 1732187638798 (+5 ms)3 split writer threads finished at 1732187638798Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187638812 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187638813 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638833 (+20 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187638834 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638844 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187638845 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187638845 2024-11-21T11:13:58,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.3 2024-11-21T11:13:58,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:13:58,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 2024-11-21T11:13:58,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 after 1ms 2024-11-21T11:13:58,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 took 2ms 2024-11-21T11:13:58,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 so closing down 2024-11-21T11:13:58,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:13:58,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:13:58,856 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:58,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:58,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:13:58,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:13:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742233_1412 (size=743) 2024-11-21T11:13:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742233_1412 (size=743) 2024-11-21T11:13:58,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:13:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742232_1411 (size=743) 2024-11-21T11:13:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742232_1411 (size=743) 2024-11-21T11:13:58,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:13:58,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:13:58,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:13:58,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4, size=1.4 K (1393bytes) at 1732187638847Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 so closing down at 1732187638853 (+6 ms)3 split writer threads finished at 1732187638854 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187638857 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187638857Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638874 (+17 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187638875 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187638882 (+7 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187638884 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187638884 2024-11-21T11:13:58,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.4 2024-11-21T11:13:58,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T11:13:58,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 2024-11-21T11:13:58,886 WARN [IPC Server handler 0 on default port 35825 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-21T11:13:58,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 after 1ms 2024-11-21T11:13:59,182 WARN [ResponseProcessor for block BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:59,182 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2049006882_22 at /127.0.0.1:40988 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:33491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40988 dst: /127.0.0.1:33491 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33491 remote=/127.0.0.1:40988]. Total timeout mills is 60000, 59335 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:59,182 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2049006882_22 at /127.0.0.1:42796 [Receiving block BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:41673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42796 dst: /127.0.0.1:41673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:13:59,182 WARN [DataStreamer for file /user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 block BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK], DatanodeInfoWithStorage[127.0.0.1:41673,DS-8789cda5-cbf2-47a8-9f06-954f982a942f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33491,DS-cff318ee-d36f-4040-b23e-9511da4ed763,DISK]) is bad. 2024-11-21T11:13:59,183 WARN [DataStreamer for file /user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 block BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-307329061-172.17.0.2-1732187589897:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T11:13:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742223_1413 (size=1394) 2024-11-21T11:14:02,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 after 4001ms 2024-11-21T11:14:02,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 took 4004ms 2024-11-21T11:14:02,891 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:02,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 so closing down 2024-11-21T11:14:02,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:02,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:02,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:02,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:02,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:02,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742234_1414 (size=353) 2024-11-21T11:14:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742235_1415 (size=418) 2024-11-21T11:14:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742235_1415 (size=418) 2024-11-21T11:14:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742234_1414 (size=353) 2024-11-21T11:14:02,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:02,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:02,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-21T11:14:02,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T11:14:02,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T11:14:02,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5, size=1.4 K (1394bytes) at 1732187638886Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 so closing down at 1732187642891 (+4005 ms)3 split writer threads finished at 1732187642892 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187642894 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187642894Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187642899 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732187642899Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732187642900 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732187642900Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732187642900 2024-11-21T11:14:02,902 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/corrupt/wal.dat.5 2024-11-21T11:14:02,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:14:02,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 2024-11-21T11:14:02,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 after 0ms 2024-11-21T11:14:02,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 took 2ms 2024-11-21T11:14:02,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 so closing down 2024-11-21T11:14:02,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:02,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:02,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:02,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:02,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:02,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742236_1416 (size=749) 2024-11-21T11:14:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742236_1416 (size=749) 2024-11-21T11:14:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742237_1417 (size=749) 2024-11-21T11:14:02,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742237_1417 (size=749) 2024-11-21T11:14:02,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:02,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:14:02,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:14:02,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:14:02,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6, size=1.4 K (1405bytes) at 1732187642902Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 so closing down at 1732187642905 (+3 ms)3 split writer threads finished at 1732187642905Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187642910 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187642910Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187642920 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187642921 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187642922 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187642922Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187642922 2024-11-21T11:14:02,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.6 2024-11-21T11:14:02,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:14:02,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 2024-11-21T11:14:02,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 after 1ms 2024-11-21T11:14:02,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 took 3ms 2024-11-21T11:14:02,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 so closing down 2024-11-21T11:14:02,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:02,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:02,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:02,931 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:02,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:02,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742238_1418 (size=753) 2024-11-21T11:14:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742238_1418 (size=753) 2024-11-21T11:14:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742239_1419 (size=753) 2024-11-21T11:14:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742239_1419 (size=753) 2024-11-21T11:14:02,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:02,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:14:03,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:14:03,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:03,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7, size=1.4 K (1413bytes) at 1732187642924Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 so closing down at 1732187642928 (+4 ms)3 split writer threads finished at 1732187642929 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187642932 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187642933 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187642949 (+16 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187642951 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643349 (+398 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187643351 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187643351 2024-11-21T11:14:03,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.7 2024-11-21T11:14:03,352 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:14:03,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 2024-11-21T11:14:03,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 after 1ms 2024-11-21T11:14:03,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 took 2ms 2024-11-21T11:14:03,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 so closing down 2024-11-21T11:14:03,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:03,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:03,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:03,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742240_1420 (size=753) 2024-11-21T11:14:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742240_1420 (size=753) 2024-11-21T11:14:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742241_1421 (size=753) 2024-11-21T11:14:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742241_1421 (size=753) 2024-11-21T11:14:03,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:14:03,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:14:03,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:03,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8, size=1.4 K (1413bytes) at 1732187643352Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 so closing down at 1732187643355 (+3 ms)3 split writer threads finished at 1732187643356 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187643358 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187643358Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643365 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643365Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187643366 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187643366Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187643366 2024-11-21T11:14:03,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.8 2024-11-21T11:14:03,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:14:03,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 2024-11-21T11:14:03,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 after 0ms 2024-11-21T11:14:03,369 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 took 1ms 2024-11-21T11:14:03,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 so closing down 2024-11-21T11:14:03,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:03,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:03,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:03,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742242_1422 (size=753) 2024-11-21T11:14:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742242_1422 (size=753) 2024-11-21T11:14:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742243_1423 (size=753) 2024-11-21T11:14:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742243_1423 (size=753) 2024-11-21T11:14:03,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:14:03,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:14:03,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:03,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9, size=1.4 K (1413bytes) at 1732187643368Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 so closing down at 1732187643370 (+2 ms)3 split writer threads finished at 1732187643370Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187643372 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187643373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643376 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643377 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187643377Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187643378 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187643378 2024-11-21T11:14:03,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732187638104/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/cc73b7ba-eabc-dd0f-0aa3-dde82007019d/oldWALs/wal.dat.9 2024-11-21T11:14:03,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 450) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5117 (was 5150) 2024-11-21T11:14:03,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=5117 2024-11-21T11:14:03,425 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742244_1424 (size=7) 2024-11-21T11:14:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742244_1424 (size=7) 2024-11-21T11:14:03,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:03,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:03,434 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T11:14:03,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742245_1425 (size=863) 2024-11-21T11:14:03,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742245_1425 (size=863) 2024-11-21T11:14:03,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742246_1426 (size=823) 2024-11-21T11:14:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742246_1426 (size=823) 2024-11-21T11:14:03,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0, size=823 (823bytes) 2024-11-21T11:14:03,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 2024-11-21T11:14:03,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 after 0ms 2024-11-21T11:14:03,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 took 3ms 2024-11-21T11:14:03,471 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0; continuing. 2024-11-21T11:14:03,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 so closing down 2024-11-21T11:14:03,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,474 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:03,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742247_1427 (size=786) 2024-11-21T11:14:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742247_1427 (size=786) 2024-11-21T11:14:03,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-21T11:14:03,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-21T11:14:03,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0, size=823 (823bytes) at 1732187643465Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 so closing down at 1732187643471 (+6 ms)3 split writer threads finished at 1732187643472 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187643475 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187643479 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732187643480 (+1 ms)Processed 9 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732187643481 (+1 ms) 2024-11-21T11:14:03,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/WALs/testeofisignored,16010,1732187643434/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/e8a4c0e4-95b0-0b0a-0f40-3827c1a492f7/oldWALs/wal.dat.0 2024-11-21T11:14:03,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=5116 (was 5117) 2024-11-21T11:14:03,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=5116 2024-11-21T11:14:03,503 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742248_1428 (size=7) 2024-11-21T11:14:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742248_1428 (size=7) 2024-11-21T11:14:03,508 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:03,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,511 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-21T11:14:03,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T11:14:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742249_1429 (size=93) 2024-11-21T11:14:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742249_1429 (size=93) 2024-11-21T11:14:03,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty, size=93 (93bytes) 2024-11-21T11:14:03,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty 2024-11-21T11:14:03,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty after 1ms 2024-11-21T11:14:03,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty took 2ms 2024-11-21T11:14:03,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty so closing down 2024-11-21T11:14:03,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T11:14:03,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty, size=93 (93bytes) at 1732187643531Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty so closing down at 1732187643533 (+2 ms)3 split writer threads finished at 1732187643534 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732187643534 2024-11-21T11:14:03,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/WALs/testsplitlogfileempty,16010,1732187643511/wal.dat..empty to hdfs://localhost:35825/user/jenkins/test-data/64dbc768-e313-6039-b32a-1e32cb3f3ed6/oldWALs/wal.dat..empty 2024-11-21T11:14:03,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=5116 (was 5116) 2024-11-21T11:14:03,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=5116 2024-11-21T11:14:03,552 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742250_1430 (size=7) 2024-11-21T11:14:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742250_1430 (size=7) 2024-11-21T11:14:03,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:03,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:03,561 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:03,561 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:14:03,561 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:14:03,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742251_1431 (size=1393) 2024-11-21T11:14:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742251_1431 (size=1393) 2024-11-21T11:14:03,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:03,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:14:03,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742252_1432 (size=1393) 2024-11-21T11:14:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742252_1432 (size=1393) 2024-11-21T11:14:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:14:03,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:14:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742253_1433 (size=1393) 2024-11-21T11:14:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742253_1433 (size=1393) 2024-11-21T11:14:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:14:03,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:14:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742254_1434 (size=1393) 2024-11-21T11:14:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742254_1434 (size=1393) 2024-11-21T11:14:03,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:14:03,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:14:03,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742255_1435 (size=1393) 2024-11-21T11:14:03,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742255_1435 (size=1393) 2024-11-21T11:14:03,607 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:14:03,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:14:03,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742256_1436 (size=1393) 2024-11-21T11:14:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742256_1436 (size=1393) 2024-11-21T11:14:03,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:14:03,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:14:03,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742257_1437 (size=1405) 2024-11-21T11:14:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742257_1437 (size=1405) 2024-11-21T11:14:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:14:03,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:14:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742258_1438 (size=1413) 2024-11-21T11:14:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742258_1438 (size=1413) 2024-11-21T11:14:03,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:14:03,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:14:03,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742259_1439 (size=1413) 2024-11-21T11:14:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742259_1439 (size=1413) 2024-11-21T11:14:03,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:14:03,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:14:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:03,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742260_1440 (size=1413) 2024-11-21T11:14:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742260_1440 (size=1413) 2024-11-21T11:14:03,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:14:03,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:14:03,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 2024-11-21T11:14:03,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 after 0ms 2024-11-21T11:14:03,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 took 2ms 2024-11-21T11:14:03,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 so closing down 2024-11-21T11:14:03,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:03,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:03,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:03,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742262_1442 (size=743) 2024-11-21T11:14:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742261_1441 (size=743) 2024-11-21T11:14:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742262_1442 (size=743) 2024-11-21T11:14:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742261_1441 (size=743) 2024-11-21T11:14:03,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:14:03,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T11:14:03,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0, size=1.4 K (1393bytes) at 1732187643667Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 so closing down at 1732187643671 (+4 ms)3 split writer threads finished at 1732187643671Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187643673 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187643673Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643677 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643677Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187643678 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732187643678Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643679 (+1 ms) 2024-11-21T11:14:03,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.0 2024-11-21T11:14:03,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:14:03,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 2024-11-21T11:14:03,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 after 0ms 2024-11-21T11:14:03,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 took 2ms 2024-11-21T11:14:03,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 so closing down 2024-11-21T11:14:03,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:03,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:03,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:03,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742263_1443 (size=743) 2024-11-21T11:14:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742264_1444 (size=743) 2024-11-21T11:14:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742263_1443 (size=743) 2024-11-21T11:14:03,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742264_1444 (size=743) 2024-11-21T11:14:03,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:14:03,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T11:14:03,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1, size=1.4 K (1393bytes) at 1732187643680Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 so closing down at 1732187643683 (+3 ms)3 split writer threads finished at 1732187643683Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187643685 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187643685Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643689 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643689Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187643690 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732187643690Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643690 2024-11-21T11:14:03,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.1 2024-11-21T11:14:03,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:14:03,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 2024-11-21T11:14:03,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 after 0ms 2024-11-21T11:14:03,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 took 1ms 2024-11-21T11:14:03,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 so closing down 2024-11-21T11:14:03,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:03,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:03,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:03,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742265_1445 (size=743) 2024-11-21T11:14:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742266_1446 (size=743) 2024-11-21T11:14:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742265_1445 (size=743) 2024-11-21T11:14:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742266_1446 (size=743) 2024-11-21T11:14:03,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T11:14:03,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:14:03,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2, size=1.4 K (1393bytes) at 1732187643691Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 so closing down at 1732187643693 (+2 ms)3 split writer threads finished at 1732187643693Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187643695 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187643695Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643699 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643699Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732187643700 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187643700Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643700 2024-11-21T11:14:03,701 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.2 2024-11-21T11:14:03,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:14:03,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 2024-11-21T11:14:03,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 after 1ms 2024-11-21T11:14:03,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 took 2ms 2024-11-21T11:14:03,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 so closing down 2024-11-21T11:14:03,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:03,705 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:03,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:03,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742268_1448 (size=743) 2024-11-21T11:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742267_1447 (size=743) 2024-11-21T11:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742268_1448 (size=743) 2024-11-21T11:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742267_1447 (size=743) 2024-11-21T11:14:03,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:14:03,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T11:14:03,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3, size=1.4 K (1393bytes) at 1732187643701Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 so closing down at 1732187643704 (+3 ms)3 split writer threads finished at 1732187643704Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187643706 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187643706Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643713 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643713Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187643714 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732187643714Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643714 2024-11-21T11:14:03,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.3 2024-11-21T11:14:03,716 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:14:03,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 2024-11-21T11:14:03,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 after 0ms 2024-11-21T11:14:03,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 took 1ms 2024-11-21T11:14:03,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 so closing down 2024-11-21T11:14:03,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:03,720 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:03,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:03,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:03,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742269_1449 (size=743) 2024-11-21T11:14:03,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742269_1449 (size=743) 2024-11-21T11:14:03,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742270_1450 (size=743) 2024-11-21T11:14:03,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742270_1450 (size=743) 2024-11-21T11:14:03,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:14:03,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T11:14:03,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4, size=1.4 K (1393bytes) at 1732187643716Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 so closing down at 1732187643718 (+2 ms)3 split writer threads finished at 1732187643718Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187643720 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187643721 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643724 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643725 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187643725Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732187643726 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643726 2024-11-21T11:14:03,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.4 2024-11-21T11:14:03,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:14:03,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 2024-11-21T11:14:03,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 after 1ms 2024-11-21T11:14:03,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 took 2ms 2024-11-21T11:14:03,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 so closing down 2024-11-21T11:14:03,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:03,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:03,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:03,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742271_1451 (size=743) 2024-11-21T11:14:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742271_1451 (size=743) 2024-11-21T11:14:03,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742272_1452 (size=743) 2024-11-21T11:14:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742272_1452 (size=743) 2024-11-21T11:14:03,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T11:14:03,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:14:03,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T11:14:03,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5, size=1.4 K (1393bytes) at 1732187643727Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 so closing down at 1732187643730 (+3 ms)3 split writer threads finished at 1732187643731 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187643733 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187643733Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643737 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643737Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732187643738 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187643738Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732187643738 2024-11-21T11:14:03,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.5 2024-11-21T11:14:03,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:14:03,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 2024-11-21T11:14:03,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 after 0ms 2024-11-21T11:14:03,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 took 2ms 2024-11-21T11:14:03,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 so closing down 2024-11-21T11:14:03,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:03,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:03,744 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:03,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:03,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:03,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742273_1453 (size=749) 2024-11-21T11:14:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742273_1453 (size=749) 2024-11-21T11:14:03,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742274_1454 (size=749) 2024-11-21T11:14:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742274_1454 (size=749) 2024-11-21T11:14:03,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:14:04,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T11:14:04,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T11:14:04,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6, size=1.4 K (1405bytes) at 1732187643740Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 so closing down at 1732187643742 (+2 ms)3 split writer threads finished at 1732187643742Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187643744 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187643744Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187643748 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187643749 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644149 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732187644151 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732187644151 2024-11-21T11:14:04,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.6 2024-11-21T11:14:04,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:14:04,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 2024-11-21T11:14:04,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 after 1ms 2024-11-21T11:14:04,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 took 2ms 2024-11-21T11:14:04,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 so closing down 2024-11-21T11:14:04,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:04,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:04,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:04,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:04,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:04,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742276_1456 (size=753) 2024-11-21T11:14:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742276_1456 (size=753) 2024-11-21T11:14:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742275_1455 (size=753) 2024-11-21T11:14:04,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742275_1455 (size=753) 2024-11-21T11:14:04,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T11:14:04,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:14:04,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:04,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7, size=1.4 K (1413bytes) at 1732187644152Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 so closing down at 1732187644155 (+3 ms)3 split writer threads finished at 1732187644156 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187644158 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187644158Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644162 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644163 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732187644165 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187644165Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187644165 2024-11-21T11:14:04,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.7 2024-11-21T11:14:04,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:14:04,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 2024-11-21T11:14:04,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 after 0ms 2024-11-21T11:14:04,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 took 2ms 2024-11-21T11:14:04,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 so closing down 2024-11-21T11:14:04,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:04,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:04,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:04,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:04,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:04,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742277_1457 (size=753) 2024-11-21T11:14:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742277_1457 (size=753) 2024-11-21T11:14:04,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:14:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742278_1458 (size=753) 2024-11-21T11:14:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742278_1458 (size=753) 2024-11-21T11:14:04,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T11:14:04,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:04,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8, size=1.4 K (1413bytes) at 1732187644167Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 so closing down at 1732187644172 (+5 ms)3 split writer threads finished at 1732187644172Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187644175 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187644175Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644181 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187644182 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644186 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732187644187 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187644187 2024-11-21T11:14:04,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.8 2024-11-21T11:14:04,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:14:04,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 2024-11-21T11:14:04,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 after 1ms 2024-11-21T11:14:04,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 took 2ms 2024-11-21T11:14:04,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 so closing down 2024-11-21T11:14:04,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:04,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:04,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:04,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:04,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:04,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742279_1459 (size=753) 2024-11-21T11:14:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742279_1459 (size=753) 2024-11-21T11:14:04,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742280_1460 (size=753) 2024-11-21T11:14:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742280_1460 (size=753) 2024-11-21T11:14:04,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:14:04,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T11:14:04,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T11:14:04,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9, size=1.4 K (1413bytes) at 1732187644188Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 so closing down at 1732187644191 (+3 ms)3 split writer threads finished at 1732187644191Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187644193 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187644193Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644199 (+6 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187644200 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644600 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732187644601 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732187644601 2024-11-21T11:14:04,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/WALs/testlogsgetarchivedaftersplit,16010,1732187643561/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/9ee58b1d-74b0-1629-a25b-13a6812cb5bf/oldWALs/wal.dat.9 2024-11-21T11:14:04,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=5107 (was 5116) 2024-11-21T11:14:04,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5107 2024-11-21T11:14:04,618 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742281_1461 (size=7) 2024-11-21T11:14:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742281_1461 (size=7) 2024-11-21T11:14:04,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:04,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:04,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:04,626 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-21T11:14:04,627 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T11:14:04,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742282_1462 (size=723) 2024-11-21T11:14:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742282_1462 (size=723) 2024-11-21T11:14:04,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:04,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:14:04,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742283_1463 (size=723) 2024-11-21T11:14:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742283_1463 (size=723) 2024-11-21T11:14:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:14:04,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:14:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742284_1464 (size=723) 2024-11-21T11:14:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742284_1464 (size=723) 2024-11-21T11:14:04,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:14:04,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:14:04,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742285_1465 (size=723) 2024-11-21T11:14:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742285_1465 (size=723) 2024-11-21T11:14:04,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:14:04,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:14:04,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742286_1466 (size=723) 2024-11-21T11:14:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742286_1466 (size=723) 2024-11-21T11:14:04,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:14:04,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:14:04,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742287_1467 (size=723) 2024-11-21T11:14:04,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742287_1467 (size=723) 2024-11-21T11:14:04,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:14:04,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:14:04,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742288_1468 (size=723) 2024-11-21T11:14:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742288_1468 (size=723) 2024-11-21T11:14:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:14:04,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:14:04,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742289_1469 (size=723) 2024-11-21T11:14:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742289_1469 (size=723) 2024-11-21T11:14:04,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:14:04,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:14:04,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742290_1470 (size=723) 2024-11-21T11:14:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742290_1470 (size=723) 2024-11-21T11:14:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:14:04,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:14:04,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742291_1471 (size=723) 2024-11-21T11:14:04,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742291_1471 (size=723) 2024-11-21T11:14:04,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:14:04,711 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/oldWALs, maxLogs=32 2024-11-21T11:14:04,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732187644737 2024-11-21T11:14:04,744 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732187644737 2024-11-21T11:14:04,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37075:37075),(127.0.0.1/127.0.0.1:33361:33361)] 2024-11-21T11:14:04,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0, size=723 (723bytes) 2024-11-21T11:14:04,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0 2024-11-21T11:14:04,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0 after 1ms 2024-11-21T11:14:04,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0 took 3ms 2024-11-21T11:14:04,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0 so closing down 2024-11-21T11:14:04,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:04,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:04,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:04,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742293_1473 (size=723) 2024-11-21T11:14:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742293_1473 (size=723) 2024-11-21T11:14:04,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:04,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-21T11:14:04,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-21T11:14:04,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0, size=723 (723bytes) at 1732187644806Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0 so closing down at 1732187644810 (+4 ms)3 split writer threads finished at 1732187644810Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187644814 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187644818 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732187644819 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732187644626/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732187644819 2024-11-21T11:14:04,821 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T11:14:04,821 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T11:14:04,821 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T11:14:04,821 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T11:14:04,821 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T11:14:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742292_1472 (size=93) 2024-11-21T11:14:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742292_1472 (size=93) 2024-11-21T11:14:04,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2593dc8f-1c1b-cea0-fde3-49ecee84dab7/oldWALs 2024-11-21T11:14:04,828 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732187644737) 2024-11-21T11:14:04,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=148 (was 142) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5103 (was 5107) 2024-11-21T11:14:04,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=148, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5102 2024-11-21T11:14:04,843 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742294_1474 (size=7) 2024-11-21T11:14:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742294_1474 (size=7) 2024-11-21T11:14:04,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:04,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:04,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:04,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:04,853 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T11:14:04,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:04,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:14:04,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:14:04,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:04,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742295_1475 (size=1393) 2024-11-21T11:14:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742295_1475 (size=1393) 2024-11-21T11:14:04,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:04,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:14:04,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742296_1476 (size=1393) 2024-11-21T11:14:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742296_1476 (size=1393) 2024-11-21T11:14:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:14:04,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:14:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742297_1477 (size=1393) 2024-11-21T11:14:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742297_1477 (size=1393) 2024-11-21T11:14:04,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:14:04,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:14:04,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742298_1478 (size=1393) 2024-11-21T11:14:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742298_1478 (size=1393) 2024-11-21T11:14:04,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:14:04,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:14:04,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742299_1479 (size=1393) 2024-11-21T11:14:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742299_1479 (size=1393) 2024-11-21T11:14:04,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:14:04,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:14:04,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742300_1480 (size=1393) 2024-11-21T11:14:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742300_1480 (size=1393) 2024-11-21T11:14:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:14:04,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:14:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742301_1481 (size=1405) 2024-11-21T11:14:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742301_1481 (size=1405) 2024-11-21T11:14:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:14:04,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:14:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742302_1482 (size=1413) 2024-11-21T11:14:04,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742302_1482 (size=1413) 2024-11-21T11:14:04,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:14:04,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:14:04,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742303_1483 (size=1413) 2024-11-21T11:14:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742303_1483 (size=1413) 2024-11-21T11:14:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:14:04,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:14:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742304_1484 (size=1413) 2024-11-21T11:14:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742304_1484 (size=1413) 2024-11-21T11:14:04,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:14:04,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:14:04,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 2024-11-21T11:14:04,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 after 0ms 2024-11-21T11:14:04,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 took 3ms 2024-11-21T11:14:04,997 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:04,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down 2024-11-21T11:14:04,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:04,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:04,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:04,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) at 1732187644994Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down at 1732187644997 (+3 ms)3 split writer threads finished at 1732187644997Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187644997 2024-11-21T11:14:04,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0 2024-11-21T11:14:04,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:14:04,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 2024-11-21T11:14:05,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 after 1ms 2024-11-21T11:14:05,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 took 2ms 2024-11-21T11:14:05,002 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down 2024-11-21T11:14:05,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) at 1732187644999Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down at 1732187645002 (+3 ms)3 split writer threads finished at 1732187645002Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645002 2024-11-21T11:14:05,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1 2024-11-21T11:14:05,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:14:05,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 2024-11-21T11:14:05,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 after 0ms 2024-11-21T11:14:05,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 took 1ms 2024-11-21T11:14:05,006 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down 2024-11-21T11:14:05,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) at 1732187645004Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down at 1732187645007 (+3 ms)3 split writer threads finished at 1732187645007Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645007 2024-11-21T11:14:05,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2 2024-11-21T11:14:05,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:14:05,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 2024-11-21T11:14:05,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 after 0ms 2024-11-21T11:14:05,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 took 2ms 2024-11-21T11:14:05,011 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down 2024-11-21T11:14:05,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) at 1732187645008Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down at 1732187645011 (+3 ms)3 split writer threads finished at 1732187645011Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645011 2024-11-21T11:14:05,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3 2024-11-21T11:14:05,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:14:05,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 2024-11-21T11:14:05,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 after 0ms 2024-11-21T11:14:05,014 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 took 1ms 2024-11-21T11:14:05,015 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down 2024-11-21T11:14:05,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) at 1732187645013Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down at 1732187645016 (+3 ms)3 split writer threads finished at 1732187645016Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645016 2024-11-21T11:14:05,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4 2024-11-21T11:14:05,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:14:05,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 2024-11-21T11:14:05,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 after 0ms 2024-11-21T11:14:05,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 took 2ms 2024-11-21T11:14:05,020 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down 2024-11-21T11:14:05,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,021 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) at 1732187645018Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down at 1732187645021 (+3 ms)3 split writer threads finished at 1732187645021Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645021 2024-11-21T11:14:05,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5 2024-11-21T11:14:05,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:14:05,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 2024-11-21T11:14:05,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 after 1ms 2024-11-21T11:14:05,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 took 2ms 2024-11-21T11:14:05,024 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down 2024-11-21T11:14:05,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T11:14:05,025 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) at 1732187645022Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down at 1732187645025 (+3 ms)3 split writer threads finished at 1732187645025Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732187645025 2024-11-21T11:14:05,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6 2024-11-21T11:14:05,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:14:05,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 2024-11-21T11:14:05,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 after 0ms 2024-11-21T11:14:05,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 took 2ms 2024-11-21T11:14:05,029 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down 2024-11-21T11:14:05,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) at 1732187645026Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down at 1732187645029 (+3 ms)3 split writer threads finished at 1732187645029Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645029 2024-11-21T11:14:05,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7 2024-11-21T11:14:05,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:14:05,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 2024-11-21T11:14:05,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 after 1ms 2024-11-21T11:14:05,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 took 2ms 2024-11-21T11:14:05,033 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down 2024-11-21T11:14:05,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) at 1732187645030Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down at 1732187645033 (+3 ms)3 split writer threads finished at 1732187645033Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645033 2024-11-21T11:14:05,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8 2024-11-21T11:14:05,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:14:05,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 2024-11-21T11:14:05,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 after 0ms 2024-11-21T11:14:05,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 took 1ms 2024-11-21T11:14:05,037 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down 2024-11-21T11:14:05,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) at 1732187645035Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down at 1732187645038 (+3 ms)3 split writer threads finished at 1732187645038Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645038 2024-11-21T11:14:05,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9 2024-11-21T11:14:05,040 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187644998; access_time=1732187644854; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645003; access_time=1732187644864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645007; access_time=1732187644876; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645012; access_time=1732187644886; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645017; access_time=1732187644897; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645022; access_time=1732187644906; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732187645026; access_time=1732187644916; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645030; access_time=1732187644926; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645034; access_time=1732187644944; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645039; access_time=1732187644959; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T11:14:05,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:05,044 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:14:05,044 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:14:05,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742305_1485 (size=1393) 2024-11-21T11:14:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742305_1485 (size=1393) 2024-11-21T11:14:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:05,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:14:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742306_1486 (size=1393) 2024-11-21T11:14:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742306_1486 (size=1393) 2024-11-21T11:14:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:14:05,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:14:05,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742307_1487 (size=1393) 2024-11-21T11:14:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742307_1487 (size=1393) 2024-11-21T11:14:05,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:14:05,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:14:05,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742308_1488 (size=1393) 2024-11-21T11:14:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742308_1488 (size=1393) 2024-11-21T11:14:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:14:05,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:14:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742309_1489 (size=1393) 2024-11-21T11:14:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742309_1489 (size=1393) 2024-11-21T11:14:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:14:05,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:14:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742310_1490 (size=1393) 2024-11-21T11:14:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742310_1490 (size=1393) 2024-11-21T11:14:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:14:05,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:14:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742311_1491 (size=1405) 2024-11-21T11:14:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742311_1491 (size=1405) 2024-11-21T11:14:05,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:14:05,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:14:05,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742312_1492 (size=1413) 2024-11-21T11:14:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742312_1492 (size=1413) 2024-11-21T11:14:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:14:05,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:14:05,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742313_1493 (size=1413) 2024-11-21T11:14:05,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742313_1493 (size=1413) 2024-11-21T11:14:05,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:14:05,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:14:05,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742314_1494 (size=1413) 2024-11-21T11:14:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742314_1494 (size=1413) 2024-11-21T11:14:05,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:14:05,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:14:05,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 2024-11-21T11:14:05,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 after 1ms 2024-11-21T11:14:05,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 took 2ms 2024-11-21T11:14:05,164 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down 2024-11-21T11:14:05,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:05,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:05,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:05,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742315_1495 (size=418) 2024-11-21T11:14:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742315_1495 (size=418) 2024-11-21T11:14:05,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742316_1496 (size=418) 2024-11-21T11:14:05,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742316_1496 (size=418) 2024-11-21T11:14:05,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-21T11:14:05,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-21T11:14:05,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) at 1732187645160Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down at 1732187645164 (+4 ms)3 split writer threads finished at 1732187645164Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187645167 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187645167Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645171 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732187645172 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645573 (+401 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732187645574 (+1 ms)Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645574 2024-11-21T11:14:05,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0 2024-11-21T11:14:05,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:14:05,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 2024-11-21T11:14:05,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 after 1ms 2024-11-21T11:14:05,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 took 2ms 2024-11-21T11:14:05,578 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down 2024-11-21T11:14:05,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:05,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:05,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:05,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742317_1497 (size=418) 2024-11-21T11:14:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742317_1497 (size=418) 2024-11-21T11:14:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742318_1498 (size=418) 2024-11-21T11:14:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742318_1498 (size=418) 2024-11-21T11:14:05,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-21T11:14:05,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-21T11:14:05,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) at 1732187645575Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down at 1732187645578 (+3 ms)3 split writer threads finished at 1732187645579 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187645581 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187645581Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645585 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645585Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732187645586 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732187645586Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645586 2024-11-21T11:14:05,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1 2024-11-21T11:14:05,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:14:05,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 2024-11-21T11:14:05,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 after 0ms 2024-11-21T11:14:05,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 took 2ms 2024-11-21T11:14:05,591 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down 2024-11-21T11:14:05,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,593 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:05,593 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:05,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:05,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742319_1499 (size=418) 2024-11-21T11:14:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742319_1499 (size=418) 2024-11-21T11:14:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742320_1500 (size=418) 2024-11-21T11:14:05,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742320_1500 (size=418) 2024-11-21T11:14:05,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-21T11:14:05,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-21T11:14:05,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) at 1732187645588Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down at 1732187645591 (+3 ms)3 split writer threads finished at 1732187645591Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187645594 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187645594Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645597 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645598 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732187645598Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732187645599 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645599 2024-11-21T11:14:05,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2 2024-11-21T11:14:05,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:14:05,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 2024-11-21T11:14:05,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 after 0ms 2024-11-21T11:14:05,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 took 2ms 2024-11-21T11:14:05,603 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down 2024-11-21T11:14:05,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,603 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:05,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:05,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:05,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742321_1501 (size=418) 2024-11-21T11:14:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742322_1502 (size=418) 2024-11-21T11:14:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742321_1501 (size=418) 2024-11-21T11:14:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742322_1502 (size=418) 2024-11-21T11:14:05,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-21T11:14:05,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-21T11:14:05,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) at 1732187645600Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down at 1732187645603 (+3 ms)3 split writer threads finished at 1732187645603Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187645605 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187645606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645610 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645610Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732187645610Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732187645611 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645611 2024-11-21T11:14:05,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3 2024-11-21T11:14:05,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:14:05,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 2024-11-21T11:14:05,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 after 0ms 2024-11-21T11:14:05,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 took 1ms 2024-11-21T11:14:05,614 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down 2024-11-21T11:14:05,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:05,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:05,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:05,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742324_1504 (size=418) 2024-11-21T11:14:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742323_1503 (size=418) 2024-11-21T11:14:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742323_1503 (size=418) 2024-11-21T11:14:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742324_1504 (size=418) 2024-11-21T11:14:05,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-21T11:14:05,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-21T11:14:05,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) at 1732187645612Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down at 1732187645615 (+3 ms)3 split writer threads finished at 1732187645615Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187645617 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187645617Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645621 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645621Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732187645622 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732187645622Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645622 2024-11-21T11:14:05,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4 2024-11-21T11:14:05,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:14:05,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 2024-11-21T11:14:05,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 after 1ms 2024-11-21T11:14:05,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 took 2ms 2024-11-21T11:14:05,626 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down 2024-11-21T11:14:05,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:05,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:05,634 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:05,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742325_1505 (size=418) 2024-11-21T11:14:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742325_1505 (size=418) 2024-11-21T11:14:05,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T11:14:05,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742326_1506 (size=418) 2024-11-21T11:14:05,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742326_1506 (size=418) 2024-11-21T11:14:05,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-21T11:14:05,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) at 1732187645623Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down at 1732187645626 (+3 ms)3 split writer threads finished at 1732187645626Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187645632 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187645636 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645638 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732187645638Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645639 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732187645640 (+1 ms)Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645640 2024-11-21T11:14:05,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5 2024-11-21T11:14:05,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:14:05,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 2024-11-21T11:14:05,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 after 0ms 2024-11-21T11:14:05,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 took 1ms 2024-11-21T11:14:05,644 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down 2024-11-21T11:14:05,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:05,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:05,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:05,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:05,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742327_1507 (size=419) 2024-11-21T11:14:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742327_1507 (size=419) 2024-11-21T11:14:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742328_1508 (size=419) 2024-11-21T11:14:05,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742328_1508 (size=419) 2024-11-21T11:14:05,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-21T11:14:05,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-21T11:14:05,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T11:14:05,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) at 1732187645642Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down at 1732187645644 (+2 ms)3 split writer threads finished at 1732187645645 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187645647 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187645647Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645657 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645657Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732187645658 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732187645658Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732187645658 2024-11-21T11:14:05,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6 2024-11-21T11:14:05,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:14:05,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 2024-11-21T11:14:05,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 after 0ms 2024-11-21T11:14:05,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 took 1ms 2024-11-21T11:14:05,662 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down 2024-11-21T11:14:05,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:05,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:05,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:05,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:05,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742330_1510 (size=423) 2024-11-21T11:14:05,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742329_1509 (size=423) 2024-11-21T11:14:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742329_1509 (size=423) 2024-11-21T11:14:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742330_1510 (size=423) 2024-11-21T11:14:05,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-21T11:14:05,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-21T11:14:05,676 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) at 1732187645660Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down at 1732187645663 (+3 ms)3 split writer threads finished at 1732187645663Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187645666 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187645666Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645675 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645675Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732187645676 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732187645676Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645676 2024-11-21T11:14:05,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7 2024-11-21T11:14:05,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:14:05,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 2024-11-21T11:14:05,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 after 0ms 2024-11-21T11:14:05,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 took 2ms 2024-11-21T11:14:05,680 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down 2024-11-21T11:14:05,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:05,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:05,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:05,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742331_1511 (size=423) 2024-11-21T11:14:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742331_1511 (size=423) 2024-11-21T11:14:05,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742332_1512 (size=423) 2024-11-21T11:14:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742332_1512 (size=423) 2024-11-21T11:14:05,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-21T11:14:05,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-21T11:14:05,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) at 1732187645677Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down at 1732187645680 (+3 ms)3 split writer threads finished at 1732187645680Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187645682 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187645682Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645687 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645688 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732187645688Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732187645689 (+1 ms)Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645689 2024-11-21T11:14:05,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8 2024-11-21T11:14:05,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:14:05,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 2024-11-21T11:14:05,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 after 0ms 2024-11-21T11:14:05,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 took 2ms 2024-11-21T11:14:05,693 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down 2024-11-21T11:14:05,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:05,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742333_1513 (size=423) 2024-11-21T11:14:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742333_1513 (size=423) 2024-11-21T11:14:05,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-21T11:14:05,700 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:05,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:05,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742334_1514 (size=423) 2024-11-21T11:14:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742334_1514 (size=423) 2024-11-21T11:14:05,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-21T11:14:05,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:05,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) at 1732187645690Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down at 1732187645693 (+3 ms)3 split writer threads finished at 1732187645693Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187645695 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645699 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732187645700 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187645701 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732187645706 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732187645707 (+1 ms)Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187645707 2024-11-21T11:14:05,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9 2024-11-21T11:14:05,709 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645575; access_time=1732187645045; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645587; access_time=1732187645055; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645599; access_time=1732187645065; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645611; access_time=1732187645074; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645623; access_time=1732187645084; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645641; access_time=1732187645094; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732187645659; access_time=1732187645103; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645676; access_time=1732187645113; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645689; access_time=1732187645123; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187645708; access_time=1732187645133; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T11:14:05,712 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:05,712 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:14:05,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:14:05,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742335_1515 (size=1393) 2024-11-21T11:14:05,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742335_1515 (size=1393) 2024-11-21T11:14:05,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:05,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T11:14:05,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742336_1516 (size=1393) 2024-11-21T11:14:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742336_1516 (size=1393) 2024-11-21T11:14:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T11:14:05,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T11:14:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742337_1517 (size=1393) 2024-11-21T11:14:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742337_1517 (size=1393) 2024-11-21T11:14:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T11:14:05,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T11:14:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742338_1518 (size=1393) 2024-11-21T11:14:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742338_1518 (size=1393) 2024-11-21T11:14:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T11:14:05,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T11:14:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742339_1519 (size=1393) 2024-11-21T11:14:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742339_1519 (size=1393) 2024-11-21T11:14:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T11:14:05,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T11:14:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742340_1520 (size=1393) 2024-11-21T11:14:05,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742340_1520 (size=1393) 2024-11-21T11:14:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T11:14:05,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T11:14:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742341_1521 (size=1405) 2024-11-21T11:14:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742341_1521 (size=1405) 2024-11-21T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T11:14:05,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T11:14:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742342_1522 (size=1413) 2024-11-21T11:14:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742342_1522 (size=1413) 2024-11-21T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T11:14:05,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742343_1523 (size=1413) 2024-11-21T11:14:05,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742343_1523 (size=1413) 2024-11-21T11:14:05,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T11:14:05,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T11:14:05,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:05,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742344_1524 (size=1413) 2024-11-21T11:14:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742344_1524 (size=1413) 2024-11-21T11:14:05,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T11:14:05,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T11:14:05,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 2024-11-21T11:14:05,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 after 1ms 2024-11-21T11:14:05,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 took 2ms 2024-11-21T11:14:05,830 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down 2024-11-21T11:14:05,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:05,832 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:05,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T11:14:05,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T11:14:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742345_1525 (size=743) 2024-11-21T11:14:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742345_1525 (size=743) 2024-11-21T11:14:05,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T11:14:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742346_1526 (size=678) 2024-11-21T11:14:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742346_1526 (size=678) 2024-11-21T11:14:05,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-21T11:14:05,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K (1393bytes) at 1732187645827Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 so closing down at 1732187645831 (+4 ms)3 split writer threads finished at 1732187645831Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732187645833 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732187645833Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187645837 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732187645838 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187645842 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732187645843 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645843 2024-11-21T11:14:05,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0 2024-11-21T11:14:05,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T11:14:05,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 2024-11-21T11:14:05,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 after 0ms 2024-11-21T11:14:05,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 took 2ms 2024-11-21T11:14:05,847 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down 2024-11-21T11:14:05,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:05,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:05,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T11:14:05,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T11:14:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742347_1527 (size=743) 2024-11-21T11:14:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742347_1527 (size=743) 2024-11-21T11:14:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742348_1528 (size=678) 2024-11-21T11:14:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742348_1528 (size=678) 2024-11-21T11:14:05,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T11:14:05,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-21T11:14:05,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:05,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K (1393bytes) at 1732187645845Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 so closing down at 1732187645848 (+3 ms)3 split writer threads finished at 1732187645848Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732187645850 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732187645850Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187645858 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187645858Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732187645860 (+2 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732187645860Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187645860 2024-11-21T11:14:05,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.1 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1 2024-11-21T11:14:05,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T11:14:05,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 2024-11-21T11:14:05,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 after 1ms 2024-11-21T11:14:05,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 took 2ms 2024-11-21T11:14:05,864 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:05,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down 2024-11-21T11:14:05,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:05,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:05,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:05,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:05,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T11:14:05,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T11:14:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742349_1529 (size=743) 2024-11-21T11:14:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742349_1529 (size=743) 2024-11-21T11:14:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742350_1530 (size=678) 2024-11-21T11:14:05,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742350_1530 (size=678) 2024-11-21T11:14:05,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T11:14:06,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-21T11:14:06,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:06,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K (1393bytes) at 1732187645861Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 so closing down at 1732187645864 (+3 ms)3 split writer threads finished at 1732187645865 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732187645867 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732187645867Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187645877 (+10 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732187645878 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646278 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732187646279 (+1 ms)Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187646279 2024-11-21T11:14:06,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.2 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2 2024-11-21T11:14:06,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T11:14:06,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 2024-11-21T11:14:06,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 after 0ms 2024-11-21T11:14:06,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 took 2ms 2024-11-21T11:14:06,283 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down 2024-11-21T11:14:06,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:06,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:06,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T11:14:06,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T11:14:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742351_1531 (size=743) 2024-11-21T11:14:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742351_1531 (size=743) 2024-11-21T11:14:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742352_1532 (size=678) 2024-11-21T11:14:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742352_1532 (size=678) 2024-11-21T11:14:06,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T11:14:06,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-21T11:14:06,291 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:06,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K (1393bytes) at 1732187646281Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 so closing down at 1732187646284 (+3 ms)3 split writer threads finished at 1732187646284Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732187646286 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732187646286Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646290 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646290Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732187646291 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732187646291Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187646291 2024-11-21T11:14:06,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.3 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3 2024-11-21T11:14:06,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T11:14:06,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 2024-11-21T11:14:06,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 after 0ms 2024-11-21T11:14:06,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 took 2ms 2024-11-21T11:14:06,295 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down 2024-11-21T11:14:06,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,296 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:06,296 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:06,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T11:14:06,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T11:14:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742354_1534 (size=678) 2024-11-21T11:14:06,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742353_1533 (size=743) 2024-11-21T11:14:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742354_1534 (size=678) 2024-11-21T11:14:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742353_1533 (size=743) 2024-11-21T11:14:06,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-21T11:14:06,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T11:14:06,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:06,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K (1393bytes) at 1732187646292Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 so closing down at 1732187646295 (+3 ms)3 split writer threads finished at 1732187646295Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732187646297 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732187646297Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646305 (+8 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732187646306 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646706 (+400 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732187646707 (+1 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187646707 2024-11-21T11:14:06,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.4 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4 2024-11-21T11:14:06,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T11:14:06,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 2024-11-21T11:14:06,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 after 0ms 2024-11-21T11:14:06,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 took 2ms 2024-11-21T11:14:06,712 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,712 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down 2024-11-21T11:14:06,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,714 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:06,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:06,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T11:14:06,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T11:14:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742355_1535 (size=678) 2024-11-21T11:14:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742355_1535 (size=678) 2024-11-21T11:14:06,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742356_1536 (size=743) 2024-11-21T11:14:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742356_1536 (size=743) 2024-11-21T11:14:06,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-21T11:14:06,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T11:14:06,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T11:14:06,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K (1393bytes) at 1732187646709Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 so closing down at 1732187646712 (+3 ms)3 split writer threads finished at 1732187646712Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732187646715 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732187646718 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646726 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646727 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732187646727Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732187646728 (+1 ms)Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732187646728 2024-11-21T11:14:06,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.5 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5 2024-11-21T11:14:06,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T11:14:06,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 2024-11-21T11:14:06,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 after 0ms 2024-11-21T11:14:06,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 took 2ms 2024-11-21T11:14:06,732 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down 2024-11-21T11:14:06,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:06,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:06,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T11:14:06,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T11:14:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742357_1537 (size=683) 2024-11-21T11:14:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742357_1537 (size=683) 2024-11-21T11:14:06,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-21T11:14:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742358_1538 (size=749) 2024-11-21T11:14:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742358_1538 (size=749) 2024-11-21T11:14:06,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T11:14:06,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T11:14:06,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K (1405bytes) at 1732187646729Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 so closing down at 1732187646732 (+3 ms)3 split writer threads finished at 1732187646732Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732187646735 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732187646735Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646738 (+3 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732187646739 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646744 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732187646745 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732187646745 2024-11-21T11:14:06,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.6 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6 2024-11-21T11:14:06,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T11:14:06,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 2024-11-21T11:14:06,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 after 0ms 2024-11-21T11:14:06,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 took 2ms 2024-11-21T11:14:06,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down 2024-11-21T11:14:06,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:06,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:06,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T11:14:06,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T11:14:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742359_1539 (size=753) 2024-11-21T11:14:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742359_1539 (size=753) 2024-11-21T11:14:06,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T11:14:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742360_1540 (size=687) 2024-11-21T11:14:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742360_1540 (size=687) 2024-11-21T11:14:06,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-21T11:14:06,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:06,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K (1413bytes) at 1732187646747Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 so closing down at 1732187646750 (+3 ms)3 split writer threads finished at 1732187646750Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732187646752 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732187646752Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646756 (+4 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732187646756Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646761 (+5 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732187646762 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187646762 2024-11-21T11:14:06,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.7 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7 2024-11-21T11:14:06,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T11:14:06,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 2024-11-21T11:14:06,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 after 1ms 2024-11-21T11:14:06,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 took 2ms 2024-11-21T11:14:06,766 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down 2024-11-21T11:14:06,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:06,768 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:06,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T11:14:06,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T11:14:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742361_1541 (size=753) 2024-11-21T11:14:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742361_1541 (size=753) 2024-11-21T11:14:06,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742362_1542 (size=687) 2024-11-21T11:14:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742362_1542 (size=687) 2024-11-21T11:14:06,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T11:14:06,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-21T11:14:06,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:06,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K (1413bytes) at 1732187646763Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 so closing down at 1732187646766 (+3 ms)3 split writer threads finished at 1732187646766Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732187646768 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732187646768Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646772 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646773 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732187646773Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732187646774 (+1 ms)Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187646774 2024-11-21T11:14:06,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.8 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8 2024-11-21T11:14:06,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T11:14:06,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 2024-11-21T11:14:06,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 after 0ms 2024-11-21T11:14:06,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 took 2ms 2024-11-21T11:14:06,779 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T11:14:06,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down 2024-11-21T11:14:06,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T11:14:06,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T11:14:06,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:06,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:06,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T11:14:06,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T11:14:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742363_1543 (size=687) 2024-11-21T11:14:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742363_1543 (size=687) 2024-11-21T11:14:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742364_1544 (size=753) 2024-11-21T11:14:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742364_1544 (size=753) 2024-11-21T11:14:06,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T11:14:06,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T11:14:06,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-21T11:14:06,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T11:14:06,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K (1413bytes) at 1732187646776Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 so closing down at 1732187646780 (+4 ms)3 split writer threads finished at 1732187646780Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732187646782 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732187646782Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732187646786 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732187646786Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732187646787 (+1 ms)Rename recovered edits hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732187646787Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732187646787 2024-11-21T11:14:06,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732187644852/wal.dat.9 to hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9 2024-11-21T11:14:06,789 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645844; access_time=1732187645713; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187645861; access_time=1732187645724; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187646280; access_time=1732187645735; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187646291; access_time=1732187645744; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187646708; access_time=1732187645754; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732187646728; access_time=1732187645764; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732187646746; access_time=1732187645774; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187646763; access_time=1732187645783; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187646775; access_time=1732187645793; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35825/user/jenkins/test-data/879c1f1f-747e-d38a-4b28-9bc5d9c42103/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732187646788; access_time=1732187645802; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T11:14:06,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=148 (was 148), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5078 (was 5102) 2024-11-21T11:14:06,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=148, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5078 2024-11-21T11:14:06,804 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T11:14:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742365_1545 (size=7) 2024-11-21T11:14:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742365_1545 (size=7) 2024-11-21T11:14:06,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35825/user/jenkins/test-data/740862f7-e8e0-8963-29b5-09f09325eacb with version=8 2024-11-21T11:14:06,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:06,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:14:06,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T11:14:06,812 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T11:14:06,813 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T11:14:06,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T11:14:06,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T11:14:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T11:14:06,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742366_1546 (size=2324) 2024-11-21T11:14:06,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742366_1546 (size=2324) 2024-11-21T11:14:06,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T11:14:06,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073742367_1547 (size=2325) 2024-11-21T11:14:06,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073742367_1547 (size=2325) 2024-11-21T11:14:06,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, size=2.3 K (2325bytes) 2024-11-21T11:14:06,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 2024-11-21T11:14:06,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 after 0ms 2024-11-21T11:14:06,851 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-21T11:14:06,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 so closing down 2024-11-21T11:14:06,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-21T11:14:06,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, journal: Splitting hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, size=2.3 K (2325bytes) at 1732187646849Finishing writing output for hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 so closing down at 1732187646851 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732187646851 2024-11-21T11:14:06,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732187646812/wal.dat.0 to hdfs://localhost:35825/user/jenkins/test-data/e0aafc7b-80ac-2b56-b165-77509465c640/corrupt/wal.dat.0 2024-11-21T11:14:06,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=148 (was 148), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5076 (was 5078) 2024-11-21T11:14:06,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:14:06,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:14:06,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:14:06,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:14:06,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,STOPPED} 2024-11-21T11:14:06,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:14:06,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:14:06,873 WARN [BP-307329061-172.17.0.2-1732187589897 heartbeating to localhost/127.0.0.1:35825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:14:06,873 WARN [BP-307329061-172.17.0.2-1732187589897 heartbeating to localhost/127.0.0.1:35825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-307329061-172.17.0.2-1732187589897 (Datanode Uuid 48365fd7-f294-46a9-b669-4063ce57a3be) service to localhost/127.0.0.1:35825 2024-11-21T11:14:06,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data3/current/BP-307329061-172.17.0.2-1732187589897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:14:06,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data4/current/BP-307329061-172.17.0.2-1732187589897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:14:06,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:14:06,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:14:06,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:14:06,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:14:06,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:14:06,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,STOPPED} 2024-11-21T11:14:06,884 WARN [BP-307329061-172.17.0.2-1732187589897 heartbeating to localhost/127.0.0.1:35825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:14:06,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:14:06,884 WARN [BP-307329061-172.17.0.2-1732187589897 heartbeating to localhost/127.0.0.1:35825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-307329061-172.17.0.2-1732187589897 (Datanode Uuid 8e250718-53c3-4aaa-8fd2-196de46d7c77) service to localhost/127.0.0.1:35825 2024-11-21T11:14:06,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:14:06,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data1/current/BP-307329061-172.17.0.2-1732187589897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:14:06,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/cluster_d637c822-ecdf-b199-1eac-af670b8c2b12/data/data2/current/BP-307329061-172.17.0.2-1732187589897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:14:06,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:14:06,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:14:06,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:14:06,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:14:06,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:14:06,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31acc056-884a-0856-d0d0-50b36c7155c1/hadoop.log.dir/,STOPPED}