2024-12-07 01:04:32,183 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-07 01:04:32,202 main DEBUG Took 0.014096 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 01:04:32,203 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 01:04:32,203 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 01:04:32,205 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 01:04:32,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,244 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 01:04:32,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,273 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,279 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,281 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,284 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,286 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,287 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,288 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,289 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,290 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,291 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:04:32,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,292 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 01:04:32,294 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:04:32,295 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 01:04:32,298 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 01:04:32,298 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 01:04:32,300 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 01:04:32,300 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 01:04:32,312 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 01:04:32,319 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 01:04:32,322 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 01:04:32,323 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 01:04:32,326 main DEBUG createAppenders(={Console}) 2024-12-07 01:04:32,329 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-07 01:04:32,329 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-07 01:04:32,330 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-07 01:04:32,330 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 01:04:32,331 main DEBUG OutputStream closed 2024-12-07 01:04:32,331 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 01:04:32,332 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 01:04:32,332 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-07 01:04:32,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 01:04:32,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 01:04:32,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 01:04:32,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 01:04:32,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 01:04:32,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 01:04:32,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 01:04:32,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 01:04:32,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 01:04:32,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 01:04:32,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 01:04:32,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 01:04:32,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 01:04:32,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 01:04:32,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 01:04:32,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 01:04:32,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 01:04:32,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 01:04:32,476 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 01:04:32,477 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-07 01:04:32,477 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 01:04:32,478 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-07T01:04:32,922 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b 2024-12-07 01:04:32,928 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 01:04:32,928 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T01:04:32,955 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-07T01:04:33,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=9415 2024-12-07T01:04:33,083 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4, deleteOnExit=true 2024-12-07T01:04:33,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/test.cache.data in system properties and HBase conf 2024-12-07T01:04:33,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:04:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:04:33,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:04:33,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:04:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T01:04:33,270 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T01:04:33,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:04:33,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:33,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:33,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:04:33,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:33,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:04:33,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:04:33,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:33,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:04:33,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:04:33,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:04:33,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:04:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:04:34,685 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T01:04:34,781 INFO [Time-limited test {}] log.Log(170): Logging initialized @3565ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T01:04:34,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:34,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:34,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:34,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:34,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:04:35,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:35,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:35,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:35,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/java.io.tmpdir/jetty-localhost-42703-hadoop-hdfs-3_4_1-tests_jar-_-any-8068333611947873009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:04:35,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:42703} 2024-12-07T01:04:35,291 INFO [Time-limited test {}] server.Server(415): Started @4076ms 2024-12-07T01:04:35,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:35,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:35,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:35,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:35,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:35,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:35,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:35,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5129509e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/java.io.tmpdir/jetty-localhost-42301-hadoop-hdfs-3_4_1-tests_jar-_-any-10837947888371213711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:35,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:42301} 2024-12-07T01:04:35,865 INFO [Time-limited test {}] server.Server(415): Started @4650ms 2024-12-07T01:04:35,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:36,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:36,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:36,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:36,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:36,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:36,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:36,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:36,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c5b42e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/java.io.tmpdir/jetty-localhost-45313-hadoop-hdfs-3_4_1-tests_jar-_-any-2815841026728457408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:36,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:45313} 2024-12-07T01:04:36,283 INFO [Time-limited test {}] server.Server(415): Started @5068ms 2024-12-07T01:04:36,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:36,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:36,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:36,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:36,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:36,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:04:36,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:36,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:36,465 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data3/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,465 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data2/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,465 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data1/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,465 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data4/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,518 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:36,518 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:36,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@178a1176{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/java.io.tmpdir/jetty-localhost-36807-hadoop-hdfs-3_4_1-tests_jar-_-any-15143799032885602893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:36,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:36807} 2024-12-07T01:04:36,537 INFO [Time-limited test {}] server.Server(415): Started @5322ms 2024-12-07T01:04:36,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3eeaac942153c3 with lease ID 0x70f8272e85d1b638: Processing first storage report for DS-e49890c6-af50-4377-bf44-9aa2bd6171fb from datanode DatanodeRegistration(127.0.0.1:39523, datanodeUuid=57ac1d0a-2961-4236-a93e-842647f8a980, infoPort=37725, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3eeaac942153c3 with lease ID 0x70f8272e85d1b638: from storage DS-e49890c6-af50-4377-bf44-9aa2bd6171fb node DatanodeRegistration(127.0.0.1:39523, datanodeUuid=57ac1d0a-2961-4236-a93e-842647f8a980, infoPort=37725, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7e72bc617c4e8a with lease ID 0x70f8272e85d1b637: Processing first storage report for DS-6a05ccd2-792c-4da5-951e-dee7e8783710 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=2a6bd6fe-0f0c-4b0b-b702-79630f7a5e63, infoPort=41633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7e72bc617c4e8a with lease ID 0x70f8272e85d1b637: from storage DS-6a05ccd2-792c-4da5-951e-dee7e8783710 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=2a6bd6fe-0f0c-4b0b-b702-79630f7a5e63, infoPort=41633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3eeaac942153c3 with lease ID 0x70f8272e85d1b638: Processing first storage report for DS-952d7ee0-8438-409d-8282-0ead4b5af5d7 from datanode DatanodeRegistration(127.0.0.1:39523, datanodeUuid=57ac1d0a-2961-4236-a93e-842647f8a980, infoPort=37725, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3eeaac942153c3 with lease ID 0x70f8272e85d1b638: from storage DS-952d7ee0-8438-409d-8282-0ead4b5af5d7 node DatanodeRegistration(127.0.0.1:39523, datanodeUuid=57ac1d0a-2961-4236-a93e-842647f8a980, infoPort=37725, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7e72bc617c4e8a with lease ID 0x70f8272e85d1b637: Processing first storage report for DS-c5eb464c-2807-45e1-86ae-2af6d3267d20 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=2a6bd6fe-0f0c-4b0b-b702-79630f7a5e63, infoPort=41633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7e72bc617c4e8a with lease ID 0x70f8272e85d1b637: from storage DS-c5eb464c-2807-45e1-86ae-2af6d3267d20 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=2a6bd6fe-0f0c-4b0b-b702-79630f7a5e63, infoPort=41633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,660 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data5/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,661 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data6/current/BP-2016108965-172.17.0.2-1733533474322/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:36,693 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f582be85ff806d1 with lease ID 0x70f8272e85d1b639: Processing first storage report for DS-36b442a7-53b2-4d5a-bf36-b9a5a60bb492 from datanode DatanodeRegistration(127.0.0.1:34883, datanodeUuid=62ee4b9d-234b-4698-9b38-19b4656be2b5, infoPort=34809, infoSecurePort=0, ipcPort=45517, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f582be85ff806d1 with lease ID 0x70f8272e85d1b639: from storage DS-36b442a7-53b2-4d5a-bf36-b9a5a60bb492 node DatanodeRegistration(127.0.0.1:34883, datanodeUuid=62ee4b9d-234b-4698-9b38-19b4656be2b5, infoPort=34809, infoSecurePort=0, ipcPort=45517, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f582be85ff806d1 with lease ID 0x70f8272e85d1b639: Processing first storage report for DS-c9c80372-5948-42ee-890b-c17198fe6e79 from datanode DatanodeRegistration(127.0.0.1:34883, datanodeUuid=62ee4b9d-234b-4698-9b38-19b4656be2b5, infoPort=34809, infoSecurePort=0, ipcPort=45517, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322) 2024-12-07T01:04:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f582be85ff806d1 with lease ID 0x70f8272e85d1b639: from storage DS-c9c80372-5948-42ee-890b-c17198fe6e79 node DatanodeRegistration(127.0.0.1:34883, datanodeUuid=62ee4b9d-234b-4698-9b38-19b4656be2b5, infoPort=34809, infoSecurePort=0, ipcPort=45517, storageInfo=lv=-57;cid=testClusterID;nsid=502242404;c=1733533474322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:36,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b 2024-12-07T01:04:37,062 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T01:04:37,085 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:04:37,091 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T01:04:37,104 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T01:04:37,104 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T01:04:37,163 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T01:04:37,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:04:37,223 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44343/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44343/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/oldWALs, maxLogs=32 2024-12-07T01:04:37,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533477254, exclude list is [], retry=0 2024-12-07T01:04:37,349 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1037 (auto-detected) 2024-12-07T01:04:37,353 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T01:04:37,380 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39523,DS-e49890c6-af50-4377-bf44-9aa2bd6171fb,DISK] 2024-12-07T01:04:37,385 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T01:04:37,412 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34883,DS-36b442a7-53b2-4d5a-bf36-b9a5a60bb492,DISK] 2024-12-07T01:04:37,413 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-6a05ccd2-792c-4da5-951e-dee7e8783710,DISK] 2024-12-07T01:04:37,503 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533477254 2024-12-07T01:04:37,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:41633:41633)] 2024-12-07T01:04:37,506 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T01:04:38,246 DEBUG [AsyncFSWAL-0-hdfs://localhost:44343/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-07T01:04:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741825_1001 (size=1048651116) 2024-12-07T01:04:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39523 is added to blk_1073741825_1001 (size=1048651116) 2024-12-07T01:04:42,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34883 is added to blk_1073741825_1001 (size=1048651116) 2024-12-07T01:04:42,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:04:42,764 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44343/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533477254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-07T01:04:44,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T01:04:44,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@178a1176{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:44,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:44,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:44,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:44,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:44,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:44,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:44,204 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:44,204 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2016108965-172.17.0.2-1733533474322 (Datanode Uuid 62ee4b9d-234b-4698-9b38-19b4656be2b5) service to localhost/127.0.0.1:44343 2024-12-07T01:04:44,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data5/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data6/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:44,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c5b42e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:44,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:44,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:44,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:44,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:44,235 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:44,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:44,236 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2016108965-172.17.0.2-1733533474322 (Datanode Uuid 2a6bd6fe-0f0c-4b0b-b702-79630f7a5e63) service to localhost/127.0.0.1:44343 2024-12-07T01:04:44,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:44,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data3/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data4/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:44,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5129509e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:44,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:44,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:44,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:44,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:44,270 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:44,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:44,270 WARN [BP-2016108965-172.17.0.2-1733533474322 heartbeating to localhost/127.0.0.1:44343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2016108965-172.17.0.2-1733533474322 (Datanode Uuid 57ac1d0a-2961-4236-a93e-842647f8a980) service to localhost/127.0.0.1:44343 2024-12-07T01:04:44,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:44,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data1/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/cluster_557c388b-394c-ce2d-8334-35dfeb14e8f4/dfs/data/data2/current/BP-2016108965-172.17.0.2-1733533474322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:44,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:44,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:04:44,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:44,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:44,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:44,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-07T01:04:45,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6abfb9c5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:44343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:44343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 531) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8851 (was 9415) 2024-12-07T01:04:45,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=8851 2024-12-07T01:04:45,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.log.dir so I do NOT create it in target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d 2024-12-07T01:04:45,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71234832-00b1-57d7-41e7-1183f8cf9e7b/hadoop.tmp.dir so I do NOT create it in target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d 2024-12-07T01:04:45,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15, deleteOnExit=true 2024-12-07T01:04:45,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/test.cache.data in system properties and HBase conf 2024-12-07T01:04:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:04:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:04:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:04:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:04:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T01:04:45,182 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:04:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:45,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:04:45,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:45,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:04:45,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:04:45,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:45,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:45,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:04:45,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:04:45,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:04:45,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:45,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:04:45,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:04:45,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:45,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:45,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:45,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:45,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:45,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:45,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2edf444a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:45,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6cb428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:45,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40434179{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/java.io.tmpdir/jetty-localhost-35405-hadoop-hdfs-3_4_1-tests_jar-_-any-12777726195946703096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:04:45,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25de6556{HTTP/1.1, (http/1.1)}{localhost:35405} 2024-12-07T01:04:45,466 INFO [Time-limited test {}] server.Server(415): Started @14252ms 2024-12-07T01:04:45,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:45,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:45,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:45,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:45,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:45,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4588322c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:45,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c2a044d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:45,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c90861c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/java.io.tmpdir/jetty-localhost-35057-hadoop-hdfs-3_4_1-tests_jar-_-any-676330502327582569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:45,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63bacb3b{HTTP/1.1, (http/1.1)}{localhost:35057} 2024-12-07T01:04:45,790 INFO [Time-limited test {}] server.Server(415): Started @14576ms 2024-12-07T01:04:45,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:45,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:45,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:45,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:45,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:45,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:45,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1aa200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:45,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c77801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:45,963 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data1/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:45,963 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data2/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:45,999 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c334e012165734 with lease ID 0x8a93f03728d51408: Processing first storage report for DS-a25fb6c8-59bf-4b2b-aa3a-9207a80d5bd9 from datanode DatanodeRegistration(127.0.0.1:33943, datanodeUuid=43587d8c-ebd8-4870-91df-30c97ee03371, infoPort=40401, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c334e012165734 with lease ID 0x8a93f03728d51408: from storage DS-a25fb6c8-59bf-4b2b-aa3a-9207a80d5bd9 node DatanodeRegistration(127.0.0.1:33943, datanodeUuid=43587d8c-ebd8-4870-91df-30c97ee03371, infoPort=40401, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c334e012165734 with lease ID 0x8a93f03728d51408: Processing first storage report for DS-3ce2927a-3b22-4b62-b932-4be97be1813a from datanode DatanodeRegistration(127.0.0.1:33943, datanodeUuid=43587d8c-ebd8-4870-91df-30c97ee03371, infoPort=40401, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c334e012165734 with lease ID 0x8a93f03728d51408: from storage DS-3ce2927a-3b22-4b62-b932-4be97be1813a node DatanodeRegistration(127.0.0.1:33943, datanodeUuid=43587d8c-ebd8-4870-91df-30c97ee03371, infoPort=40401, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379954b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-5388821375554943650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:46,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1002f49e{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-12-07T01:04:46,035 INFO [Time-limited test {}] server.Server(415): Started @14821ms 2024-12-07T01:04:46,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:46,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:46,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:46,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:46,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:46,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:46,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8f97da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:46,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61eeb3c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:46,180 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data4/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:46,180 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data3/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:46,216 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa767389355f89760 with lease ID 0x8a93f03728d51409: Processing first storage report for DS-0b96b208-74b2-43e1-8e34-17e96cd72f1e from datanode DatanodeRegistration(127.0.0.1:46041, datanodeUuid=6201fca2-65bc-4a9d-88ac-ff2038e79c72, infoPort=41073, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa767389355f89760 with lease ID 0x8a93f03728d51409: from storage DS-0b96b208-74b2-43e1-8e34-17e96cd72f1e node DatanodeRegistration(127.0.0.1:46041, datanodeUuid=6201fca2-65bc-4a9d-88ac-ff2038e79c72, infoPort=41073, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa767389355f89760 with lease ID 0x8a93f03728d51409: Processing first storage report for DS-24fdabc4-7fa1-4d9e-8a6d-b9791d3ae76b from datanode DatanodeRegistration(127.0.0.1:46041, datanodeUuid=6201fca2-65bc-4a9d-88ac-ff2038e79c72, infoPort=41073, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa767389355f89760 with lease ID 0x8a93f03728d51409: from storage DS-24fdabc4-7fa1-4d9e-8a6d-b9791d3ae76b node DatanodeRegistration(127.0.0.1:46041, datanodeUuid=6201fca2-65bc-4a9d-88ac-ff2038e79c72, infoPort=41073, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@709936cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/java.io.tmpdir/jetty-localhost-42119-hadoop-hdfs-3_4_1-tests_jar-_-any-17382573694748185840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:46,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ba98a60{HTTP/1.1, (http/1.1)}{localhost:42119} 2024-12-07T01:04:46,269 INFO [Time-limited test {}] server.Server(415): Started @15055ms 2024-12-07T01:04:46,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:46,390 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data5/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:46,392 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data6/current/BP-1711304746-172.17.0.2-1733533485226/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:46,433 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909d54a089aeaf5c with lease ID 0x8a93f03728d5140a: Processing first storage report for DS-ae1807a8-922e-4dd4-b3f9-81e503f7ddc3 from datanode DatanodeRegistration(127.0.0.1:42421, datanodeUuid=056cd6f3-7a33-4e6b-a184-664a68f9e5b7, infoPort=41717, infoSecurePort=0, ipcPort=39857, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909d54a089aeaf5c with lease ID 0x8a93f03728d5140a: from storage DS-ae1807a8-922e-4dd4-b3f9-81e503f7ddc3 node DatanodeRegistration(127.0.0.1:42421, datanodeUuid=056cd6f3-7a33-4e6b-a184-664a68f9e5b7, infoPort=41717, infoSecurePort=0, ipcPort=39857, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909d54a089aeaf5c with lease ID 0x8a93f03728d5140a: Processing first storage report for DS-9847aec1-7ebd-441d-b691-44d633bfa924 from datanode DatanodeRegistration(127.0.0.1:42421, datanodeUuid=056cd6f3-7a33-4e6b-a184-664a68f9e5b7, infoPort=41717, infoSecurePort=0, ipcPort=39857, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226) 2024-12-07T01:04:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909d54a089aeaf5c with lease ID 0x8a93f03728d5140a: from storage DS-9847aec1-7ebd-441d-b691-44d633bfa924 node DatanodeRegistration(127.0.0.1:42421, datanodeUuid=056cd6f3-7a33-4e6b-a184-664a68f9e5b7, infoPort=41717, infoSecurePort=0, ipcPort=39857, storageInfo=lv=-57;cid=testClusterID;nsid=1306089157;c=1733533485226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:46,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d 2024-12-07T01:04:46,514 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:04:46,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:04:46,525 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/oldWALs, maxLogs=32 2024-12-07T01:04:46,552 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533486527, exclude list is [], retry=0 2024-12-07T01:04:46,560 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42421,DS-ae1807a8-922e-4dd4-b3f9-81e503f7ddc3,DISK] 2024-12-07T01:04:46,561 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46041,DS-0b96b208-74b2-43e1-8e34-17e96cd72f1e,DISK] 2024-12-07T01:04:46,561 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33943,DS-a25fb6c8-59bf-4b2b-aa3a-9207a80d5bd9,DISK] 2024-12-07T01:04:46,569 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533486527 2024-12-07T01:04:46,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:41073:41073),(127.0.0.1/127.0.0.1:40401:40401)] 2024-12-07T01:04:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741825_1001 (size=1073110) 2024-12-07T01:04:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42421 is added to blk_1073741825_1001 (size=1073110) 2024-12-07T01:04:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33943 is added to blk_1073741825_1001 (size=1073110) 2024-12-07T01:04:47,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:04:47,188 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533486527: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-07T01:04:47,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T01:04:47,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@709936cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:47,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ba98a60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:47,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:47,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61eeb3c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:47,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8f97da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:47,257 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:47,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:47,257 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711304746-172.17.0.2-1733533485226 (Datanode Uuid 056cd6f3-7a33-4e6b-a184-664a68f9e5b7) service to localhost/127.0.0.1:41363 2024-12-07T01:04:47,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:47,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data5/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data6/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:47,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379954b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:47,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1002f49e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:47,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:47,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c77801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:47,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1aa200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:47,268 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:47,268 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711304746-172.17.0.2-1733533485226 (Datanode Uuid 6201fca2-65bc-4a9d-88ac-ff2038e79c72) service to localhost/127.0.0.1:41363 2024-12-07T01:04:47,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data4/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data3/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:47,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:47,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:47,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c90861c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:47,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63bacb3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:47,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:47,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c2a044d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:47,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4588322c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:47,281 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:04:47,282 WARN [BP-1711304746-172.17.0.2-1733533485226 heartbeating to localhost/127.0.0.1:41363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711304746-172.17.0.2-1733533485226 (Datanode Uuid 43587d8c-ebd8-4870-91df-30c97ee03371) service to localhost/127.0.0.1:41363 2024-12-07T01:04:47,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data1/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/cluster_ddd1090a-b83e-4596-5139-31771a43de15/dfs/data/data2/current/BP-1711304746-172.17.0.2-1733533485226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:04:47,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:04:47,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:04:47,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:04:47,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40434179{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:04:47,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25de6556{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:04:47,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:04:47,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6cb428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:04:47,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2edf444a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir/,STOPPED} 2024-12-07T01:04:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-07T01:04:47,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:41363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:41363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 602), ProcessCount=11 (was 11), AvailableMemoryMB=8658 (was 8851) 2024-12-07T01:04:47,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=8657 2024-12-07T01:04:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.log.dir so I do NOT create it in target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b 2024-12-07T01:04:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c816832-d05c-9391-4b7c-99fe487e650d/hadoop.tmp.dir so I do NOT create it in target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b 2024-12-07T01:04:47,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f, deleteOnExit=true 2024-12-07T01:04:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/test.cache.data in system properties and HBase conf 2024-12-07T01:04:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T01:04:47,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:04:47,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:47,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:47,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:47,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:47,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:47,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:47,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:47,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:47,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383646e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/java.io.tmpdir/jetty-localhost-38559-hadoop-hdfs-3_4_1-tests_jar-_-any-3785278473367831221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:04:47,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@521c054c{HTTP/1.1, (http/1.1)}{localhost:38559} 2024-12-07T01:04:47,578 INFO [Time-limited test {}] server.Server(415): Started @16363ms 2024-12-07T01:04:47,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:47,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:47,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:47,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:47,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:47,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1491c755{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:47,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118f9b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:47,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec4237a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/java.io.tmpdir/jetty-localhost-41033-hadoop-hdfs-3_4_1-tests_jar-_-any-5770329678414116864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:47,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cadb5b2{HTTP/1.1, (http/1.1)}{localhost:41033} 2024-12-07T01:04:47,813 INFO [Time-limited test {}] server.Server(415): Started @16598ms 2024-12-07T01:04:47,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:47,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:47,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:47,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:47,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:47,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:04:47,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a182eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:47,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383b076e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:47,936 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data1/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:47,936 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data2/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:47,984 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda674ece661c40ef with lease ID 0xef18096c2b32951e: Processing first storage report for DS-4427646e-39ea-4271-9086-eaacb13b9d8e from datanode DatanodeRegistration(127.0.0.1:45637, datanodeUuid=f84f7ec9-a7e9-4a34-9583-b9272ab6f26f, infoPort=33153, infoSecurePort=0, ipcPort=39345, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda674ece661c40ef with lease ID 0xef18096c2b32951e: from storage DS-4427646e-39ea-4271-9086-eaacb13b9d8e node DatanodeRegistration(127.0.0.1:45637, datanodeUuid=f84f7ec9-a7e9-4a34-9583-b9272ab6f26f, infoPort=33153, infoSecurePort=0, ipcPort=39345, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:04:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda674ece661c40ef with lease ID 0xef18096c2b32951e: Processing first storage report for DS-08c98249-a6e4-4b8f-a3ea-0e686bb1c952 from datanode DatanodeRegistration(127.0.0.1:45637, datanodeUuid=f84f7ec9-a7e9-4a34-9583-b9272ab6f26f, infoPort=33153, infoSecurePort=0, ipcPort=39345, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda674ece661c40ef with lease ID 0xef18096c2b32951e: from storage DS-08c98249-a6e4-4b8f-a3ea-0e686bb1c952 node DatanodeRegistration(127.0.0.1:45637, datanodeUuid=f84f7ec9-a7e9-4a34-9583-b9272ab6f26f, infoPort=33153, infoSecurePort=0, ipcPort=39345, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:48,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1dc982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/java.io.tmpdir/jetty-localhost-41861-hadoop-hdfs-3_4_1-tests_jar-_-any-9019035528411809575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:48,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6060ac60{HTTP/1.1, (http/1.1)}{localhost:41861} 2024-12-07T01:04:48,038 INFO [Time-limited test {}] server.Server(415): Started @16823ms 2024-12-07T01:04:48,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:48,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:04:48,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:04:48,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:04:48,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:04:48,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:04:48,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21aa1e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:04:48,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7695604d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:04:48,172 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data3/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:48,173 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data4/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:48,218 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8daf0fc05078334e with lease ID 0xef18096c2b32951f: Processing first storage report for DS-e4a92333-7520-45ac-9f02-ecaa04baf4f1 from datanode DatanodeRegistration(127.0.0.1:46227, datanodeUuid=28e707af-923a-4188-bbf9-18370e20adc3, infoPort=44345, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8daf0fc05078334e with lease ID 0xef18096c2b32951f: from storage DS-e4a92333-7520-45ac-9f02-ecaa04baf4f1 node DatanodeRegistration(127.0.0.1:46227, datanodeUuid=28e707af-923a-4188-bbf9-18370e20adc3, infoPort=44345, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:04:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8daf0fc05078334e with lease ID 0xef18096c2b32951f: Processing first storage report for DS-7d2c8750-7d03-4c78-94b0-0e16101066a4 from datanode DatanodeRegistration(127.0.0.1:46227, datanodeUuid=28e707af-923a-4188-bbf9-18370e20adc3, infoPort=44345, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8daf0fc05078334e with lease ID 0xef18096c2b32951f: from storage DS-7d2c8750-7d03-4c78-94b0-0e16101066a4 node DatanodeRegistration(127.0.0.1:46227, datanodeUuid=28e707af-923a-4188-bbf9-18370e20adc3, infoPort=44345, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:48,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa010d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-11910189544795773017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:04:48,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cb8944a{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-12-07T01:04:48,275 INFO [Time-limited test {}] server.Server(415): Started @17061ms 2024-12-07T01:04:48,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:04:48,365 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data6/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:48,365 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data5/current/BP-533963044-172.17.0.2-1733533487379/current, will proceed with Du for space computation calculation, 2024-12-07T01:04:48,388 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:04:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad2c1840404f4ae3 with lease ID 0xef18096c2b329520: Processing first storage report for DS-32c612b9-2608-4d2c-8c57-2ef5c03c54fa from datanode DatanodeRegistration(127.0.0.1:42959, datanodeUuid=6b3b0de5-dc52-49e6-8b00-b1a8d94c93fa, infoPort=46781, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad2c1840404f4ae3 with lease ID 0xef18096c2b329520: from storage DS-32c612b9-2608-4d2c-8c57-2ef5c03c54fa node DatanodeRegistration(127.0.0.1:42959, datanodeUuid=6b3b0de5-dc52-49e6-8b00-b1a8d94c93fa, infoPort=46781, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad2c1840404f4ae3 with lease ID 0xef18096c2b329520: Processing first storage report for DS-8dd1c9c0-86b2-4850-9f4f-2a39d7eb2354 from datanode DatanodeRegistration(127.0.0.1:42959, datanodeUuid=6b3b0de5-dc52-49e6-8b00-b1a8d94c93fa, infoPort=46781, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379) 2024-12-07T01:04:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad2c1840404f4ae3 with lease ID 0xef18096c2b329520: from storage DS-8dd1c9c0-86b2-4850-9f4f-2a39d7eb2354 node DatanodeRegistration(127.0.0.1:42959, datanodeUuid=6b3b0de5-dc52-49e6-8b00-b1a8d94c93fa, infoPort=46781, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=814169006;c=1733533487379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:04:48,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b 2024-12-07T01:04:48,410 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:04:48,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:04:48,418 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46005/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46005/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/oldWALs, maxLogs=32 2024-12-07T01:04:48,433 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533488419, exclude list is [], retry=0 2024-12-07T01:04:48,440 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42959,DS-32c612b9-2608-4d2c-8c57-2ef5c03c54fa,DISK] 2024-12-07T01:04:48,441 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-e4a92333-7520-45ac-9f02-ecaa04baf4f1,DISK] 2024-12-07T01:04:48,441 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45637,DS-4427646e-39ea-4271-9086-eaacb13b9d8e,DISK] 2024-12-07T01:04:48,444 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533488419 2024-12-07T01:04:48,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781),(127.0.0.1/127.0.0.1:44345:44345),(127.0.0.1/127.0.0.1:33153:33153)] 2024-12-07T01:04:48,468 INFO [AsyncFSWAL-0-hdfs://localhost:46005/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-07T01:05:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741825_1001 (size=5861116) 2024-12-07T01:05:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42959 is added to blk_1073741825_1001 (size=5861116) 2024-12-07T01:05:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741825_1001 (size=5861116) 2024-12-07T01:05:00,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:05:00,179 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46005/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733533488419: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T01:05:02,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T01:05:02,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa010d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:02,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cb8944a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:02,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:02,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7695604d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:02,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21aa1e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:02,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:02,206 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:02,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:02,206 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533963044-172.17.0.2-1733533487379 (Datanode Uuid 6b3b0de5-dc52-49e6-8b00-b1a8d94c93fa) service to localhost/127.0.0.1:46005 2024-12-07T01:05:02,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data5/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data6/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:02,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1dc982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:02,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6060ac60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:02,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:02,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383b076e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:02,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a182eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:02,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:02,230 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:02,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:02,231 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533963044-172.17.0.2-1733533487379 (Datanode Uuid 28e707af-923a-4188-bbf9-18370e20adc3) service to localhost/127.0.0.1:46005 2024-12-07T01:05:02,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data4/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:02,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data3/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec4237a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:02,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cadb5b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:02,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:02,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118f9b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:02,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1491c755{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:02,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:02,243 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:02,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:02,244 WARN [BP-533963044-172.17.0.2-1733533487379 heartbeating to localhost/127.0.0.1:46005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533963044-172.17.0.2-1733533487379 (Datanode Uuid f84f7ec9-a7e9-4a34-9583-b9272ab6f26f) service to localhost/127.0.0.1:46005 2024-12-07T01:05:02,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data1/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/cluster_b5e85df2-a4b3-bed0-a7d6-13b00963f75f/dfs/data/data2/current/BP-533963044-172.17.0.2-1733533487379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:02,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:02,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383646e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:05:02,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@521c054c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:02,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:02,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:02,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:02,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-07T01:05:02,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=53 (was 54), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 602), ProcessCount=11 (was 11), AvailableMemoryMB=8582 (was 8657) 2024-12-07T01:05:02,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=53, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=8578 2024-12-07T01:05:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.log.dir so I do NOT create it in target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef 2024-12-07T01:05:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c6a7014-07f1-618a-ff80-ed44dbf2202b/hadoop.tmp.dir so I do NOT create it in target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef 2024-12-07T01:05:02,307 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6, deleteOnExit=true 2024-12-07T01:05:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/test.cache.data in system properties and HBase conf 2024-12-07T01:05:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:05:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:05:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:05:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:05:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T01:05:02,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:05:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:05:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:05:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:05:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:05:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:05:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:05:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:05:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:05:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:05:02,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:05:02,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:05:02,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:05:02,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:05:02,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:05:02,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:05:02,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a90e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:05:02,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@768bc4e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:05:02,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330b4460{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/java.io.tmpdir/jetty-localhost-34251-hadoop-hdfs-3_4_1-tests_jar-_-any-12977452985685440692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:05:02,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37882379{HTTP/1.1, (http/1.1)}{localhost:34251} 2024-12-07T01:05:02,618 INFO [Time-limited test {}] server.Server(415): Started @31403ms 2024-12-07T01:05:02,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:05:02,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:05:02,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:05:02,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:05:02,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:05:02,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcc58b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:05:02,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c258748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:05:02,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571ff429{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/java.io.tmpdir/jetty-localhost-37619-hadoop-hdfs-3_4_1-tests_jar-_-any-8995756862150268449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:02,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17dec407{HTTP/1.1, (http/1.1)}{localhost:37619} 2024-12-07T01:05:02,956 INFO [Time-limited test {}] server.Server(415): Started @31742ms 2024-12-07T01:05:02,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:05:03,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:05:03,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:05:03,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:05:03,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:05:03,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:05:03,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623da8ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:05:03,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c5c9c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:05:03,148 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data2/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,150 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data1/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,224 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:05:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b7ddd8382d00366 with lease ID 0xe0a715d95b25b3f2: Processing first storage report for DS-5ee9d4fa-ce59-4bfd-9900-73bf78506816 from datanode DatanodeRegistration(127.0.0.1:34577, datanodeUuid=437c0a1e-c2e8-4177-b78a-19fc6de4d120, infoPort=44215, infoSecurePort=0, ipcPort=37379, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b7ddd8382d00366 with lease ID 0xe0a715d95b25b3f2: from storage DS-5ee9d4fa-ce59-4bfd-9900-73bf78506816 node DatanodeRegistration(127.0.0.1:34577, datanodeUuid=437c0a1e-c2e8-4177-b78a-19fc6de4d120, infoPort=44215, infoSecurePort=0, ipcPort=37379, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b7ddd8382d00366 with lease ID 0xe0a715d95b25b3f2: Processing first storage report for DS-623653aa-d5c4-4eef-a766-5fa7a6541169 from datanode DatanodeRegistration(127.0.0.1:34577, datanodeUuid=437c0a1e-c2e8-4177-b78a-19fc6de4d120, infoPort=44215, infoSecurePort=0, ipcPort=37379, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b7ddd8382d00366 with lease ID 0xe0a715d95b25b3f2: from storage DS-623653aa-d5c4-4eef-a766-5fa7a6541169 node DatanodeRegistration(127.0.0.1:34577, datanodeUuid=437c0a1e-c2e8-4177-b78a-19fc6de4d120, infoPort=44215, infoSecurePort=0, ipcPort=37379, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd26a6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/java.io.tmpdir/jetty-localhost-43123-hadoop-hdfs-3_4_1-tests_jar-_-any-17482568977442566847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:03,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40d032aa{HTTP/1.1, (http/1.1)}{localhost:43123} 2024-12-07T01:05:03,241 INFO [Time-limited test {}] server.Server(415): Started @32027ms 2024-12-07T01:05:03,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:05:03,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:05:03,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:05:03,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:05:03,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:05:03,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:05:03,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434beb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:05:03,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27525335{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:05:03,392 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data3/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,393 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data4/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,468 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:05:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29dd15974f0f95b2 with lease ID 0xe0a715d95b25b3f3: Processing first storage report for DS-fadcfcfd-5a21-4a15-97c7-919ba38b6340 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=9c14a061-721a-4260-8d8e-1a3a5521ae22, infoPort=46383, infoSecurePort=0, ipcPort=34583, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29dd15974f0f95b2 with lease ID 0xe0a715d95b25b3f3: from storage DS-fadcfcfd-5a21-4a15-97c7-919ba38b6340 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=9c14a061-721a-4260-8d8e-1a3a5521ae22, infoPort=46383, infoSecurePort=0, ipcPort=34583, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29dd15974f0f95b2 with lease ID 0xe0a715d95b25b3f3: Processing first storage report for DS-6c45974a-8d21-4700-82fb-07fbe40c26a4 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=9c14a061-721a-4260-8d8e-1a3a5521ae22, infoPort=46383, infoSecurePort=0, ipcPort=34583, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29dd15974f0f95b2 with lease ID 0xe0a715d95b25b3f3: from storage DS-6c45974a-8d21-4700-82fb-07fbe40c26a4 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=9c14a061-721a-4260-8d8e-1a3a5521ae22, infoPort=46383, infoSecurePort=0, ipcPort=34583, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c22688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/java.io.tmpdir/jetty-localhost-34881-hadoop-hdfs-3_4_1-tests_jar-_-any-15041708328769771663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:03,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544c1ca9{HTTP/1.1, (http/1.1)}{localhost:34881} 2024-12-07T01:05:03,547 INFO [Time-limited test {}] server.Server(415): Started @32333ms 2024-12-07T01:05:03,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:05:03,680 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data5/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,680 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data6/current/BP-1367365530-172.17.0.2-1733533502348/current, will proceed with Du for space computation calculation, 2024-12-07T01:05:03,714 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:05:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1340adc2b61a93d with lease ID 0xe0a715d95b25b3f4: Processing first storage report for DS-9f9db554-281c-4fa1-93c9-475077df8d73 from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7769a222-a81a-42ec-9a8f-6e786da822a0, infoPort=33485, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1340adc2b61a93d with lease ID 0xe0a715d95b25b3f4: from storage DS-9f9db554-281c-4fa1-93c9-475077df8d73 node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7769a222-a81a-42ec-9a8f-6e786da822a0, infoPort=33485, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1340adc2b61a93d with lease ID 0xe0a715d95b25b3f4: Processing first storage report for DS-f1df5565-e45c-4ffa-af89-19f1958ff6a3 from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7769a222-a81a-42ec-9a8f-6e786da822a0, infoPort=33485, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348) 2024-12-07T01:05:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1340adc2b61a93d with lease ID 0xe0a715d95b25b3f4: from storage DS-f1df5565-e45c-4ffa-af89-19f1958ff6a3 node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7769a222-a81a-42ec-9a8f-6e786da822a0, infoPort=33485, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1077331046;c=1733533502348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:05:03,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef 2024-12-07T01:05:03,802 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:05:03,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:05:03,813 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34083/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34083/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/oldWALs, maxLogs=32 2024-12-07T01:05:03,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533503816, exclude list is [], retry=0 2024-12-07T01:05:03,851 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-9f9db554-281c-4fa1-93c9-475077df8d73,DISK] 2024-12-07T01:05:03,852 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-fadcfcfd-5a21-4a15-97c7-919ba38b6340,DISK] 2024-12-07T01:05:03,852 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-5ee9d4fa-ce59-4bfd-9900-73bf78506816,DISK] 2024-12-07T01:05:03,860 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533503816 2024-12-07T01:05:03,864 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485),(127.0.0.1/127.0.0.1:46383:46383),(127.0.0.1/127.0.0.1:44215:44215)] 2024-12-07T01:05:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741825_1001 (size=121110) 2024-12-07T01:05:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741825_1001 (size=121110) 2024-12-07T01:05:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741825_1001 (size=121110) 2024-12-07T01:05:04,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:05:04,356 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34083/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733533503816: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T01:05:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T01:05:04,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c22688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:04,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544c1ca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:04,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:04,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27525335{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:04,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434beb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:04,395 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:04,395 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367365530-172.17.0.2-1733533502348 (Datanode Uuid 7769a222-a81a-42ec-9a8f-6e786da822a0) service to localhost/127.0.0.1:34083 2024-12-07T01:05:04,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:04,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:04,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data5/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data6/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:04,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd26a6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:04,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40d032aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:04,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:04,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c5c9c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:04,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@623da8ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:04,407 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:04,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:04,407 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367365530-172.17.0.2-1733533502348 (Datanode Uuid 9c14a061-721a-4260-8d8e-1a3a5521ae22) service to localhost/127.0.0.1:34083 2024-12-07T01:05:04,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:04,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data3/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data4/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:04,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571ff429{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:05:04,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17dec407{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:04,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:04,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c258748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:04,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcc58b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:04,416 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:05:04,416 WARN [BP-1367365530-172.17.0.2-1733533502348 heartbeating to localhost/127.0.0.1:34083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367365530-172.17.0.2-1733533502348 (Datanode Uuid 437c0a1e-c2e8-4177-b78a-19fc6de4d120) service to localhost/127.0.0.1:34083 2024-12-07T01:05:04,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data1/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/cluster_a227bee6-8353-054f-757a-2a464341f6a6/dfs/data/data2/current/BP-1367365530-172.17.0.2-1733533502348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:05:04,417 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:05:04,417 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:05:04,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:05:04,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330b4460{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:05:04,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37882379{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:05:04,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:05:04,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@768bc4e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:05:04,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a90e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/095354b0-c457-9f7d-1576-835289a7a4ef/hadoop.log.dir/,STOPPED} 2024-12-07T01:05:04,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-07T01:05:04,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=62 (was 53) - Thread LEAK? -, OpenFileDescriptor=344 (was 341) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 551) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8443 (was 8578)