2024-12-06 14:28:47,280 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 14:28:47,292 main DEBUG Took 0.010308 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 14:28:47,293 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 14:28:47,293 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 14:28:47,294 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 14:28:47,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,313 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 14:28:47,324 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,327 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,328 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,329 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,331 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:28:47,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,334 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 14:28:47,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:28:47,336 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 14:28:47,338 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 14:28:47,338 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 14:28:47,339 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 14:28:47,340 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 14:28:47,347 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 14:28:47,350 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 14:28:47,351 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 14:28:47,352 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 14:28:47,352 main DEBUG createAppenders(={Console}) 2024-12-06 14:28:47,353 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-06 14:28:47,353 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 14:28:47,353 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-06 14:28:47,354 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 14:28:47,354 main DEBUG OutputStream closed 2024-12-06 14:28:47,354 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 14:28:47,355 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 14:28:47,355 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-06 14:28:47,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 14:28:47,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 14:28:47,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 14:28:47,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 14:28:47,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 14:28:47,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 14:28:47,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 14:28:47,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 14:28:47,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 14:28:47,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 14:28:47,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 14:28:47,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 14:28:47,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 14:28:47,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 14:28:47,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 14:28:47,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 14:28:47,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 14:28:47,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 14:28:47,428 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 14:28:47,428 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-06 14:28:47,429 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 14:28:47,429 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-06T14:28:47,626 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a 2024-12-06 14:28:47,629 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 14:28:47,629 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T14:28:47,639 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T14:28:47,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=4288 2024-12-06T14:28:47,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e, deleteOnExit=true 2024-12-06T14:28:47,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/test.cache.data in system properties and HBase conf 2024-12-06T14:28:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:28:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:28:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:28:47,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:28:47,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T14:28:47,764 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T14:28:47,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:28:47,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:28:47,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:28:47,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:28:47,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:28:47,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:28:47,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:28:47,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:28:47,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:28:47,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:28:47,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:28:47,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:28:47,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:28:47,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:28:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:28:48,846 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T14:28:48,905 INFO [Time-limited test {}] log.Log(170): Logging initialized @2220ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T14:28:48,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:28:49,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:28:49,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:28:49,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:28:49,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:28:49,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:28:49,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:28:49,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:28:49,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/java.io.tmpdir/jetty-localhost-45705-hadoop-hdfs-3_4_1-tests_jar-_-any-13351562113014239260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:28:49,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:45705} 2024-12-06T14:28:49,211 INFO [Time-limited test {}] server.Server(415): Started @2527ms 2024-12-06T14:28:49,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:28:49,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:28:49,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:28:49,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:28:49,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:28:49,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:28:49,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:28:49,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/java.io.tmpdir/jetty-localhost-34995-hadoop-hdfs-3_4_1-tests_jar-_-any-5033190836985154568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:49,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:34995} 2024-12-06T14:28:49,811 INFO [Time-limited test {}] server.Server(415): Started @3128ms 2024-12-06T14:28:49,856 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:28:49,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:28:49,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:28:49,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:28:49,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:28:49,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:28:49,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:28:49,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:28:50,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/java.io.tmpdir/jetty-localhost-39817-hadoop-hdfs-3_4_1-tests_jar-_-any-2997170974497578677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:50,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:39817} 2024-12-06T14:28:50,062 INFO [Time-limited test {}] server.Server(415): Started @3378ms 2024-12-06T14:28:50,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:28:50,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:28:50,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:28:50,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:28:50,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:28:50,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:28:50,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:28:50,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:28:50,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/java.io.tmpdir/jetty-localhost-33541-hadoop-hdfs-3_4_1-tests_jar-_-any-7186088832295702919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:50,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:33541} 2024-12-06T14:28:50,198 INFO [Time-limited test {}] server.Server(415): Started @3514ms 2024-12-06T14:28:50,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:28:51,100 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data2/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,100 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data1/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,100 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data4/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,100 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data3/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,131 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:28:51,131 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:28:51,148 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data5/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,149 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data6/current/BP-1962431853-172.17.0.2-1733495328395/current, will proceed with Du for space computation calculation, 2024-12-06T14:28:51,167 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:28:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b1bc029007cb60f with lease ID 0xb78ee9d3b25cefaf: Processing first storage report for DS-5a7b63e4-79e5-4005-aed4-5bcd12c002f9 from datanode DatanodeRegistration(127.0.0.1:35217, datanodeUuid=b94e0285-552b-4768-b1f5-4fb0cc42d64b, infoPort=37257, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b1bc029007cb60f with lease ID 0xb78ee9d3b25cefaf: from storage DS-5a7b63e4-79e5-4005-aed4-5bcd12c002f9 node DatanodeRegistration(127.0.0.1:35217, datanodeUuid=b94e0285-552b-4768-b1f5-4fb0cc42d64b, infoPort=37257, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc74620599bd711c4 with lease ID 0xb78ee9d3b25cefb0: Processing first storage report for DS-acfea091-5660-4eb7-bd0e-c1ae32a16f75 from datanode DatanodeRegistration(127.0.0.1:42533, datanodeUuid=52adadc3-a00e-4d7b-a31d-888890e6cbe3, infoPort=41991, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc74620599bd711c4 with lease ID 0xb78ee9d3b25cefb0: from storage DS-acfea091-5660-4eb7-bd0e-c1ae32a16f75 node DatanodeRegistration(127.0.0.1:42533, datanodeUuid=52adadc3-a00e-4d7b-a31d-888890e6cbe3, infoPort=41991, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18d0b9d0bebe28c7 with lease ID 0xb78ee9d3b25cefae: Processing first storage report for DS-33a1303d-1ed2-4111-8d6a-9fa3aa79675f from datanode DatanodeRegistration(127.0.0.1:33409, datanodeUuid=c807a658-a134-41c0-80f9-1915cbd68787, infoPort=40899, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18d0b9d0bebe28c7 with lease ID 0xb78ee9d3b25cefae: from storage DS-33a1303d-1ed2-4111-8d6a-9fa3aa79675f node DatanodeRegistration(127.0.0.1:33409, datanodeUuid=c807a658-a134-41c0-80f9-1915cbd68787, infoPort=40899, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b1bc029007cb60f with lease ID 0xb78ee9d3b25cefaf: Processing first storage report for DS-cf76f0e7-47a8-4972-b012-6816b1eb164b from datanode DatanodeRegistration(127.0.0.1:35217, datanodeUuid=b94e0285-552b-4768-b1f5-4fb0cc42d64b, infoPort=37257, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b1bc029007cb60f with lease ID 0xb78ee9d3b25cefaf: from storage DS-cf76f0e7-47a8-4972-b012-6816b1eb164b node DatanodeRegistration(127.0.0.1:35217, datanodeUuid=b94e0285-552b-4768-b1f5-4fb0cc42d64b, infoPort=37257, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc74620599bd711c4 with lease ID 0xb78ee9d3b25cefb0: Processing first storage report for DS-c4c60166-1ae8-404a-ad76-82a8775e9048 from datanode DatanodeRegistration(127.0.0.1:42533, datanodeUuid=52adadc3-a00e-4d7b-a31d-888890e6cbe3, infoPort=41991, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc74620599bd711c4 with lease ID 0xb78ee9d3b25cefb0: from storage DS-c4c60166-1ae8-404a-ad76-82a8775e9048 node DatanodeRegistration(127.0.0.1:42533, datanodeUuid=52adadc3-a00e-4d7b-a31d-888890e6cbe3, infoPort=41991, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18d0b9d0bebe28c7 with lease ID 0xb78ee9d3b25cefae: Processing first storage report for DS-d279da93-89df-451e-a30c-f6c3408c9e76 from datanode DatanodeRegistration(127.0.0.1:33409, datanodeUuid=c807a658-a134-41c0-80f9-1915cbd68787, infoPort=40899, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395) 2024-12-06T14:28:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18d0b9d0bebe28c7 with lease ID 0xb78ee9d3b25cefae: from storage DS-d279da93-89df-451e-a30c-f6c3408c9e76 node DatanodeRegistration(127.0.0.1:33409, datanodeUuid=c807a658-a134-41c0-80f9-1915cbd68787, infoPort=40899, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=745197593;c=1733495328395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:28:51,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a 2024-12-06T14:28:51,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:28:51,350 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:28:51,353 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T14:28:51,362 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T14:28:51,362 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T14:28:51,405 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T14:28:51,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:28:51,459 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/oldWALs, maxLogs=32 2024-12-06T14:28:51,499 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495331480, exclude list is [], retry=0 2024-12-06T14:28:51,552 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44053 (auto-detected) 2024-12-06T14:28:51,555 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T14:28:51,580 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33409,DS-33a1303d-1ed2-4111-8d6a-9fa3aa79675f,DISK] 2024-12-06T14:28:51,583 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T14:28:51,607 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-acfea091-5660-4eb7-bd0e-c1ae32a16f75,DISK] 2024-12-06T14:28:51,608 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35217,DS-5a7b63e4-79e5-4005-aed4-5bcd12c002f9,DISK] 2024-12-06T14:28:51,675 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495331480 2024-12-06T14:28:51,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40899:40899),(127.0.0.1/127.0.0.1:41991:41991),(127.0.0.1/127.0.0.1:37257:37257)] 2024-12-06T14:28:51,677 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T14:28:52,294 DEBUG [AsyncFSWAL-0-hdfs://localhost:40395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T14:28:54,086 INFO [AsyncFSWAL-0-hdfs://localhost:40395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 230 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33409,DS-33a1303d-1ed2-4111-8d6a-9fa3aa79675f,DISK], DatanodeInfoWithStorage[127.0.0.1:42533,DS-acfea091-5660-4eb7-bd0e-c1ae32a16f75,DISK], DatanodeInfoWithStorage[127.0.0.1:35217,DS-5a7b63e4-79e5-4005-aed4-5bcd12c002f9,DISK]] 2024-12-06T14:28:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T14:28:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T14:28:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T14:28:55,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:28:55,437 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495331480: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T14:28:56,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T14:28:57,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:57,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:28:57,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:28:57,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:28:57,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,STOPPED} 2024-12-06T14:28:57,108 WARN [BP-1962431853-172.17.0.2-1733495328395 heartbeating to localhost/127.0.0.1:40395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:28:57,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:28:57,108 WARN [BP-1962431853-172.17.0.2-1733495328395 heartbeating to localhost/127.0.0.1:40395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962431853-172.17.0.2-1733495328395 (Datanode Uuid 52adadc3-a00e-4d7b-a31d-888890e6cbe3) service to localhost/127.0.0.1:40395 2024-12-06T14:28:57,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:28:57,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data5/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data6/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:28:57,152 WARN [BP-1962431853-172.17.0.2-1733495328395 heartbeating to localhost/127.0.0.1:40395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962431853-172.17.0.2-1733495328395 (Datanode Uuid c807a658-a134-41c0-80f9-1915cbd68787) service to localhost/127.0.0.1:40395 2024-12-06T14:28:57,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data3/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data4/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:57,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:28:57,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:28:57,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:28:57,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,STOPPED} 2024-12-06T14:28:57,353 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:28:57,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:28:57,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:28:57,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:28:57,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:28:57,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,STOPPED} 2024-12-06T14:28:57,532 WARN [BP-1962431853-172.17.0.2-1733495328395 heartbeating to localhost/127.0.0.1:40395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:28:57,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:28:57,533 WARN [BP-1962431853-172.17.0.2-1733495328395 heartbeating to localhost/127.0.0.1:40395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962431853-172.17.0.2-1733495328395 (Datanode Uuid b94e0285-552b-4768-b1f5-4fb0cc42d64b) service to localhost/127.0.0.1:40395 2024-12-06T14:28:57,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:28:57,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data1/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/cluster_5b48d4f0-3ede-8331-028b-05279529fe9e/dfs/data/data2/current/BP-1962431853-172.17.0.2-1733495328395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:28:57,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:28:58,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:28:58,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:28:58,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:28:58,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:28:58,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:19,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T14:29:19,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=32 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4be13813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3670 (was 4288) 2024-12-06T14:29:19,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=32, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=3673 2024-12-06T14:29:19,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.log.dir so I do NOT create it in target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112 2024-12-06T14:29:19,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b5cbb42b-7a72-0566-fbc0-fe74e0fc899a/hadoop.tmp.dir so I do NOT create it in target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112 2024-12-06T14:29:19,708 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571, deleteOnExit=true 2024-12-06T14:29:19,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/test.cache.data in system properties and HBase conf 2024-12-06T14:29:19,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:29:19,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:29:19,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:29:19,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:29:19,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T14:29:19,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:29:19,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:19,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:19,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:29:19,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:19,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:29:19,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:29:19,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:19,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:19,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:29:19,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:29:19,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:29:19,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:19,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:29:19,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:29:20,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:20,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:20,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:20,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:20,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:20,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:20,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7266835a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:20,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25cc0453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:20,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f6ea57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/java.io.tmpdir/jetty-localhost-42953-hadoop-hdfs-3_4_1-tests_jar-_-any-16052542266952610081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:20,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790d2d7e{HTTP/1.1, (http/1.1)}{localhost:42953} 2024-12-06T14:29:20,151 INFO [Time-limited test {}] server.Server(415): Started @33467ms 2024-12-06T14:29:20,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:20,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:20,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:20,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:20,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:20,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc908a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:20,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cdc349b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:20,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bf396{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/java.io.tmpdir/jetty-localhost-35401-hadoop-hdfs-3_4_1-tests_jar-_-any-8903676486961540059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:20,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ea2870f{HTTP/1.1, (http/1.1)}{localhost:35401} 2024-12-06T14:29:20,411 INFO [Time-limited test {}] server.Server(415): Started @33727ms 2024-12-06T14:29:20,413 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:20,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:20,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:20,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:20,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:20,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:29:20,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13df5e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:20,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c292c42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:20,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b9887c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/java.io.tmpdir/jetty-localhost-38475-hadoop-hdfs-3_4_1-tests_jar-_-any-7950150075030731919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:20,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d6b2c2{HTTP/1.1, (http/1.1)}{localhost:38475} 2024-12-06T14:29:20,540 INFO [Time-limited test {}] server.Server(415): Started @33856ms 2024-12-06T14:29:20,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:20,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:20,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:20,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:20,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:20,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:29:20,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a694b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:20,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6519a8bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:20,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16384760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/java.io.tmpdir/jetty-localhost-43767-hadoop-hdfs-3_4_1-tests_jar-_-any-6396611401706198736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:20,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f854c26{HTTP/1.1, (http/1.1)}{localhost:43767} 2024-12-06T14:29:20,662 INFO [Time-limited test {}] server.Server(415): Started @33978ms 2024-12-06T14:29:20,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:21,319 WARN [Thread-272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data1/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,319 WARN [Thread-273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data2/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,335 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfbbdc53d307a6da with lease ID 0x857338cfe8c9a160: Processing first storage report for DS-35d6390b-9336-47cf-baaa-23e0bde3ff5e from datanode DatanodeRegistration(127.0.0.1:41243, datanodeUuid=53b073b7-a549-4e2a-b60e-da145740417b, infoPort=34491, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfbbdc53d307a6da with lease ID 0x857338cfe8c9a160: from storage DS-35d6390b-9336-47cf-baaa-23e0bde3ff5e node DatanodeRegistration(127.0.0.1:41243, datanodeUuid=53b073b7-a549-4e2a-b60e-da145740417b, infoPort=34491, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfbbdc53d307a6da with lease ID 0x857338cfe8c9a160: Processing first storage report for DS-58a4e73a-4cd6-4753-9967-0e83441e96a6 from datanode DatanodeRegistration(127.0.0.1:41243, datanodeUuid=53b073b7-a549-4e2a-b60e-da145740417b, infoPort=34491, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfbbdc53d307a6da with lease ID 0x857338cfe8c9a160: from storage DS-58a4e73a-4cd6-4753-9967-0e83441e96a6 node DatanodeRegistration(127.0.0.1:41243, datanodeUuid=53b073b7-a549-4e2a-b60e-da145740417b, infoPort=34491, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,520 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data3/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,520 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data4/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,540 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe11a9d2e2b48caeb with lease ID 0x857338cfe8c9a161: Processing first storage report for DS-36df5d59-653d-4eeb-9d41-584ac6f7aa08 from datanode DatanodeRegistration(127.0.0.1:34855, datanodeUuid=228e1b0a-b57b-4fbe-94ff-98df105af287, infoPort=39485, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe11a9d2e2b48caeb with lease ID 0x857338cfe8c9a161: from storage DS-36df5d59-653d-4eeb-9d41-584ac6f7aa08 node DatanodeRegistration(127.0.0.1:34855, datanodeUuid=228e1b0a-b57b-4fbe-94ff-98df105af287, infoPort=39485, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe11a9d2e2b48caeb with lease ID 0x857338cfe8c9a161: Processing first storage report for DS-b728e00d-1cca-4c7f-b89f-28e278cd7681 from datanode DatanodeRegistration(127.0.0.1:34855, datanodeUuid=228e1b0a-b57b-4fbe-94ff-98df105af287, infoPort=39485, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe11a9d2e2b48caeb with lease ID 0x857338cfe8c9a161: from storage DS-b728e00d-1cca-4c7f-b89f-28e278cd7681 node DatanodeRegistration(127.0.0.1:34855, datanodeUuid=228e1b0a-b57b-4fbe-94ff-98df105af287, infoPort=39485, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,604 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data5/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,605 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data6/current/BP-1040180644-172.17.0.2-1733495359739/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:21,619 WARN [Thread-258 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd83d9040718fa644 with lease ID 0x857338cfe8c9a162: Processing first storage report for DS-5e67a2fc-3245-43af-9bd0-a9eabd4975bd from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=5befe4a9-ce8d-4fe6-b42c-0706e9ca0bb3, infoPort=36873, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd83d9040718fa644 with lease ID 0x857338cfe8c9a162: from storage DS-5e67a2fc-3245-43af-9bd0-a9eabd4975bd node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=5befe4a9-ce8d-4fe6-b42c-0706e9ca0bb3, infoPort=36873, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd83d9040718fa644 with lease ID 0x857338cfe8c9a162: Processing first storage report for DS-0bd8b988-68f8-4fb9-8455-ca35a0a6e8ec from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=5befe4a9-ce8d-4fe6-b42c-0706e9ca0bb3, infoPort=36873, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739) 2024-12-06T14:29:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd83d9040718fa644 with lease ID 0x857338cfe8c9a162: from storage DS-0bd8b988-68f8-4fb9-8455-ca35a0a6e8ec node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=5befe4a9-ce8d-4fe6-b42c-0706e9ca0bb3, infoPort=36873, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2110953481;c=1733495359739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:21,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112 2024-12-06T14:29:21,706 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:29:21,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:29:21,714 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46321/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46321/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/oldWALs, maxLogs=32 2024-12-06T14:29:21,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495361716, exclude list is [], retry=0 2024-12-06T14:29:21,732 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34855,DS-36df5d59-653d-4eeb-9d41-584ac6f7aa08,DISK] 2024-12-06T14:29:21,733 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-5e67a2fc-3245-43af-9bd0-a9eabd4975bd,DISK] 2024-12-06T14:29:21,734 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41243,DS-35d6390b-9336-47cf-baaa-23e0bde3ff5e,DISK] 2024-12-06T14:29:21,737 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495361716 2024-12-06T14:29:21,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485),(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:34491:34491)] 2024-12-06T14:29:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T14:29:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T14:29:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T14:29:22,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:29:22,041 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46321/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495361716: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T14:29:22,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T14:29:22,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16384760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:22,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f854c26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:22,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:22,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6519a8bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:22,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a694b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:22,127 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:22,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:22,127 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040180644-172.17.0.2-1733495359739 (Datanode Uuid 5befe4a9-ce8d-4fe6-b42c-0706e9ca0bb3) service to localhost/127.0.0.1:46321 2024-12-06T14:29:22,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:22,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data5/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data6/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:22,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b9887c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:22,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d6b2c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:22,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:22,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c292c42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:22,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13df5e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:22,134 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:22,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:22,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:22,134 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040180644-172.17.0.2-1733495359739 (Datanode Uuid 228e1b0a-b57b-4fbe-94ff-98df105af287) service to localhost/127.0.0.1:46321 2024-12-06T14:29:22,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data3/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data4/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:22,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bf396{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:22,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ea2870f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:22,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:22,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cdc349b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:22,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc908a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:22,151 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:22,151 WARN [BP-1040180644-172.17.0.2-1733495359739 heartbeating to localhost/127.0.0.1:46321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040180644-172.17.0.2-1733495359739 (Datanode Uuid 53b073b7-a549-4e2a-b60e-da145740417b) service to localhost/127.0.0.1:46321 2024-12-06T14:29:22,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data1/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/cluster_e09f77b4-ae77-8ce6-67e6-a14ed34c5571/dfs/data/data2/current/BP-1040180644-172.17.0.2-1733495359739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:22,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:22,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:22,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:22,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f6ea57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:22,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790d2d7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:22,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:22,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25cc0453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:22,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7266835a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:22,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T14:29:22,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 32) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3583 (was 3673) 2024-12-06T14:29:22,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=3583 2024-12-06T14:29:22,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.log.dir so I do NOT create it in target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2 2024-12-06T14:29:22,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93eaa014-3117-2ab6-2a42-882bd0d7a112/hadoop.tmp.dir so I do NOT create it in target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2 2024-12-06T14:29:22,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b, deleteOnExit=true 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/test.cache.data in system properties and HBase conf 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:29:22,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T14:29:22,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:29:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:29:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:29:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:22,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:29:22,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:29:22,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:22,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:22,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:22,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:22,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:29:22,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:22,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a35012{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:22,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3e6814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:22,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41123902{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/java.io.tmpdir/jetty-localhost-40027-hadoop-hdfs-3_4_1-tests_jar-_-any-11878401975051428010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:22,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14a6eb39{HTTP/1.1, (http/1.1)}{localhost:40027} 2024-12-06T14:29:22,534 INFO [Time-limited test {}] server.Server(415): Started @35850ms 2024-12-06T14:29:22,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:22,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:22,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:22,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:22,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:22,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c628f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:22,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b347535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:22,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e56453{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/java.io.tmpdir/jetty-localhost-38487-hadoop-hdfs-3_4_1-tests_jar-_-any-17199366708715761578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:22,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48c09a64{HTTP/1.1, (http/1.1)}{localhost:38487} 2024-12-06T14:29:22,803 INFO [Time-limited test {}] server.Server(415): Started @36119ms 2024-12-06T14:29:22,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:22,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:22,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:22,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:22,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:22,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:22,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dffaa48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:22,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@446c45b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:22,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13bfb260{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/java.io.tmpdir/jetty-localhost-41105-hadoop-hdfs-3_4_1-tests_jar-_-any-8266467225907640126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:22,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@638cd917{HTTP/1.1, (http/1.1)}{localhost:41105} 2024-12-06T14:29:22,928 INFO [Time-limited test {}] server.Server(415): Started @36244ms 2024-12-06T14:29:22,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:22,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:22,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:22,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:22,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:22,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:22,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5630898a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:22,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360609e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:23,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60183ea2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/java.io.tmpdir/jetty-localhost-33375-hadoop-hdfs-3_4_1-tests_jar-_-any-8438882485571255671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:23,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@701dc207{HTTP/1.1, (http/1.1)}{localhost:33375} 2024-12-06T14:29:23,058 INFO [Time-limited test {}] server.Server(415): Started @36374ms 2024-12-06T14:29:23,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:23,505 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data1/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,505 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data2/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,527 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3366c44e32c77852 with lease ID 0xa9a23ea2184b8fb5: Processing first storage report for DS-2ffc8424-397f-4c0e-a43d-b705599e9e99 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=c4783c98-c26e-49df-9e5f-b6770b212d2f, infoPort=36571, infoSecurePort=0, ipcPort=43397, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3366c44e32c77852 with lease ID 0xa9a23ea2184b8fb5: from storage DS-2ffc8424-397f-4c0e-a43d-b705599e9e99 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=c4783c98-c26e-49df-9e5f-b6770b212d2f, infoPort=36571, infoSecurePort=0, ipcPort=43397, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3366c44e32c77852 with lease ID 0xa9a23ea2184b8fb5: Processing first storage report for DS-85e65ffd-ba3b-4eb9-8013-e9c61cb12576 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=c4783c98-c26e-49df-9e5f-b6770b212d2f, infoPort=36571, infoSecurePort=0, ipcPort=43397, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3366c44e32c77852 with lease ID 0xa9a23ea2184b8fb5: from storage DS-85e65ffd-ba3b-4eb9-8013-e9c61cb12576 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=c4783c98-c26e-49df-9e5f-b6770b212d2f, infoPort=36571, infoSecurePort=0, ipcPort=43397, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,766 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data4/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,766 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data3/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,786 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x533981eccdf614f3 with lease ID 0xa9a23ea2184b8fb6: Processing first storage report for DS-c7e4f021-fd85-44be-bfb4-ffaf8f92888b from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=1e34025f-f288-423f-a0c2-77d33cf4c436, infoPort=45001, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x533981eccdf614f3 with lease ID 0xa9a23ea2184b8fb6: from storage DS-c7e4f021-fd85-44be-bfb4-ffaf8f92888b node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=1e34025f-f288-423f-a0c2-77d33cf4c436, infoPort=45001, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x533981eccdf614f3 with lease ID 0xa9a23ea2184b8fb6: Processing first storage report for DS-9f1748e2-47bf-4ee9-9dba-9e13773b2a46 from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=1e34025f-f288-423f-a0c2-77d33cf4c436, infoPort=45001, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x533981eccdf614f3 with lease ID 0xa9a23ea2184b8fb6: from storage DS-9f1748e2-47bf-4ee9-9dba-9e13773b2a46 node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=1e34025f-f288-423f-a0c2-77d33cf4c436, infoPort=45001, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,866 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data5/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,866 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data6/current/BP-1471758503-172.17.0.2-1733495362211/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:23,883 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b88236616f9a079 with lease ID 0xa9a23ea2184b8fb7: Processing first storage report for DS-861e48eb-4597-4477-a3df-61bc566559b0 from datanode DatanodeRegistration(127.0.0.1:43481, datanodeUuid=a9faeb26-7d2a-49ed-b3b9-7eaf0f8178d4, infoPort=38645, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b88236616f9a079 with lease ID 0xa9a23ea2184b8fb7: from storage DS-861e48eb-4597-4477-a3df-61bc566559b0 node DatanodeRegistration(127.0.0.1:43481, datanodeUuid=a9faeb26-7d2a-49ed-b3b9-7eaf0f8178d4, infoPort=38645, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b88236616f9a079 with lease ID 0xa9a23ea2184b8fb7: Processing first storage report for DS-5fbff395-94d5-4375-8df1-b60527d6033d from datanode DatanodeRegistration(127.0.0.1:43481, datanodeUuid=a9faeb26-7d2a-49ed-b3b9-7eaf0f8178d4, infoPort=38645, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211) 2024-12-06T14:29:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b88236616f9a079 with lease ID 0xa9a23ea2184b8fb7: from storage DS-5fbff395-94d5-4375-8df1-b60527d6033d node DatanodeRegistration(127.0.0.1:43481, datanodeUuid=a9faeb26-7d2a-49ed-b3b9-7eaf0f8178d4, infoPort=38645, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=466561582;c=1733495362211), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:29:23,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2 2024-12-06T14:29:23,896 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:29:23,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:29:23,902 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45337/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45337/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/oldWALs, maxLogs=32 2024-12-06T14:29:23,918 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495363904, exclude list is [], retry=0 2024-12-06T14:29:23,923 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-2ffc8424-397f-4c0e-a43d-b705599e9e99,DISK] 2024-12-06T14:29:23,924 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-c7e4f021-fd85-44be-bfb4-ffaf8f92888b,DISK] 2024-12-06T14:29:23,924 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43481,DS-861e48eb-4597-4477-a3df-61bc566559b0,DISK] 2024-12-06T14:29:23,927 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495363904 2024-12-06T14:29:23,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36571:36571),(127.0.0.1/127.0.0.1:45001:45001),(127.0.0.1/127.0.0.1:38645:38645)] 2024-12-06T14:29:23,941 INFO [AsyncFSWAL-0-hdfs://localhost:45337/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T14:29:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T14:29:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43481 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T14:29:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T14:29:32,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:29:32,542 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45337/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733495363904: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T14:29:34,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T14:29:34,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60183ea2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:34,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@701dc207{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:34,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:34,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360609e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5630898a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:34,130 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:34,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:34,130 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471758503-172.17.0.2-1733495362211 (Datanode Uuid a9faeb26-7d2a-49ed-b3b9-7eaf0f8178d4) service to localhost/127.0.0.1:45337 2024-12-06T14:29:34,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:34,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data5/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data6/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:34,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13bfb260{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:34,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@638cd917{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:34,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:34,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@446c45b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:34,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dffaa48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:34,136 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:34,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:34,136 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471758503-172.17.0.2-1733495362211 (Datanode Uuid 1e34025f-f288-423f-a0c2-77d33cf4c436) service to localhost/127.0.0.1:45337 2024-12-06T14:29:34,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:34,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data3/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data4/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:34,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e56453{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:34,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48c09a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:34,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:34,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b347535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:34,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c628f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:34,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:34,142 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:34,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:34,142 WARN [BP-1471758503-172.17.0.2-1733495362211 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471758503-172.17.0.2-1733495362211 (Datanode Uuid c4783c98-c26e-49df-9e5f-b6770b212d2f) service to localhost/127.0.0.1:45337 2024-12-06T14:29:34,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data1/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/cluster_b2952dd3-2a19-805f-172d-9cbfc77cd37b/dfs/data/data2/current/BP-1471758503-172.17.0.2-1733495362211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:34,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:34,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41123902{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:34,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14a6eb39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:34,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:34,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3e6814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:34,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a35012{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:34,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T14:29:34,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=61 (was 57) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=3420 (was 3583) 2024-12-06T14:29:34,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=3420 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.log.dir so I do NOT create it in target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1cee78-d9ae-3d75-b7bf-368b916006a2/hadoop.tmp.dir so I do NOT create it in target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34, deleteOnExit=true 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/test.cache.data in system properties and HBase conf 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:29:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T14:29:34,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:29:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:29:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:29:34,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:34,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:34,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:34,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:34,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:29:34,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:34,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7701cc71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:34,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ca4f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:34,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70482707{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/java.io.tmpdir/jetty-localhost-46697-hadoop-hdfs-3_4_1-tests_jar-_-any-16041283758462758478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:34,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbc2a47{HTTP/1.1, (http/1.1)}{localhost:46697} 2024-12-06T14:29:34,573 INFO [Time-limited test {}] server.Server(415): Started @47890ms 2024-12-06T14:29:34,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:34,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:34,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:34,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:34,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:34,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae7d1b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:34,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f94bc6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:34,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e2f157d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/java.io.tmpdir/jetty-localhost-38177-hadoop-hdfs-3_4_1-tests_jar-_-any-10164016346737980848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:34,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4446e4a{HTTP/1.1, (http/1.1)}{localhost:38177} 2024-12-06T14:29:34,857 INFO [Time-limited test {}] server.Server(415): Started @48173ms 2024-12-06T14:29:34,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:34,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:34,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:34,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:34,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:34,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:34,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5a36e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:34,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56497ebe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:34,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3860fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/java.io.tmpdir/jetty-localhost-32913-hadoop-hdfs-3_4_1-tests_jar-_-any-17541959923674493289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:34,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3909785b{HTTP/1.1, (http/1.1)}{localhost:32913} 2024-12-06T14:29:34,979 INFO [Time-limited test {}] server.Server(415): Started @48295ms 2024-12-06T14:29:34,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:35,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:29:35,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:29:35,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:29:35,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:29:35,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:29:35,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe2c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:29:35,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d18eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:29:35,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bc73ff9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/java.io.tmpdir/jetty-localhost-45029-hadoop-hdfs-3_4_1-tests_jar-_-any-15209360173334345473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:35,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f784b2{HTTP/1.1, (http/1.1)}{localhost:45029} 2024-12-06T14:29:35,107 INFO [Time-limited test {}] server.Server(415): Started @48423ms 2024-12-06T14:29:35,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:29:35,856 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data2/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:35,856 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data1/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:35,875 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83078ae87141d68d with lease ID 0xf64248bacab3c95a: Processing first storage report for DS-c92cd8e7-3c76-44e8-bec1-a2486bd4435e from datanode DatanodeRegistration(127.0.0.1:43249, datanodeUuid=0cff7476-cb3e-475b-a489-dca42594dd92, infoPort=35421, infoSecurePort=0, ipcPort=38711, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83078ae87141d68d with lease ID 0xf64248bacab3c95a: from storage DS-c92cd8e7-3c76-44e8-bec1-a2486bd4435e node DatanodeRegistration(127.0.0.1:43249, datanodeUuid=0cff7476-cb3e-475b-a489-dca42594dd92, infoPort=35421, infoSecurePort=0, ipcPort=38711, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:29:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83078ae87141d68d with lease ID 0xf64248bacab3c95a: Processing first storage report for DS-117ca9ce-9d7d-46f5-af15-6433a37d2482 from datanode DatanodeRegistration(127.0.0.1:43249, datanodeUuid=0cff7476-cb3e-475b-a489-dca42594dd92, infoPort=35421, infoSecurePort=0, ipcPort=38711, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83078ae87141d68d with lease ID 0xf64248bacab3c95a: from storage DS-117ca9ce-9d7d-46f5-af15-6433a37d2482 node DatanodeRegistration(127.0.0.1:43249, datanodeUuid=0cff7476-cb3e-475b-a489-dca42594dd92, infoPort=35421, infoSecurePort=0, ipcPort=38711, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:36,007 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data3/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:36,008 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data4/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:36,023 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6cbdc66e647bad with lease ID 0xf64248bacab3c95b: Processing first storage report for DS-b5fa5896-4459-4ec3-99e0-f3bff8897e08 from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d47c4024-e9af-48f4-918f-470c6c857572, infoPort=41993, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6cbdc66e647bad with lease ID 0xf64248bacab3c95b: from storage DS-b5fa5896-4459-4ec3-99e0-f3bff8897e08 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d47c4024-e9af-48f4-918f-470c6c857572, infoPort=41993, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6cbdc66e647bad with lease ID 0xf64248bacab3c95b: Processing first storage report for DS-4d17f887-233d-4096-9f55-9a24efda0699 from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d47c4024-e9af-48f4-918f-470c6c857572, infoPort=41993, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6cbdc66e647bad with lease ID 0xf64248bacab3c95b: from storage DS-4d17f887-233d-4096-9f55-9a24efda0699 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d47c4024-e9af-48f4-918f-470c6c857572, infoPort=41993, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:36,108 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data5/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:36,109 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data6/current/BP-1211369139-172.17.0.2-1733495374199/current, will proceed with Du for space computation calculation, 2024-12-06T14:29:36,127 WARN [Thread-562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:29:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92da489b4218e622 with lease ID 0xf64248bacab3c95c: Processing first storage report for DS-f809ba39-6a7f-4fe9-bf9e-2ead342ff386 from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=b02091bc-ec27-4060-8bb4-7fd57e786f9f, infoPort=40471, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92da489b4218e622 with lease ID 0xf64248bacab3c95c: from storage DS-f809ba39-6a7f-4fe9-bf9e-2ead342ff386 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=b02091bc-ec27-4060-8bb4-7fd57e786f9f, infoPort=40471, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92da489b4218e622 with lease ID 0xf64248bacab3c95c: Processing first storage report for DS-ddfcd70e-7ed8-48ff-b7c5-fa673d39e0f2 from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=b02091bc-ec27-4060-8bb4-7fd57e786f9f, infoPort=40471, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199) 2024-12-06T14:29:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92da489b4218e622 with lease ID 0xf64248bacab3c95c: from storage DS-ddfcd70e-7ed8-48ff-b7c5-fa673d39e0f2 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=b02091bc-ec27-4060-8bb4-7fd57e786f9f, infoPort=40471, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=1183507703;c=1733495374199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:29:36,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe 2024-12-06T14:29:36,147 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:29:36,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:29:36,156 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/oldWALs, maxLogs=32 2024-12-06T14:29:36,168 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495376158, exclude list is [], retry=0 2024-12-06T14:29:36,173 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43249,DS-c92cd8e7-3c76-44e8-bec1-a2486bd4435e,DISK] 2024-12-06T14:29:36,174 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-b5fa5896-4459-4ec3-99e0-f3bff8897e08,DISK] 2024-12-06T14:29:36,174 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-f809ba39-6a7f-4fe9-bf9e-2ead342ff386,DISK] 2024-12-06T14:29:36,176 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495376158 2024-12-06T14:29:36,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35421:35421),(127.0.0.1/127.0.0.1:41993:41993),(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T14:29:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741825_1001 (size=121110) 2024-12-06T14:29:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43249 is added to blk_1073741825_1001 (size=121110) 2024-12-06T14:29:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741825_1001 (size=121110) 2024-12-06T14:29:36,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:29:36,405 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733495376158: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T14:29:36,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T14:29:36,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bc73ff9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:36,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f784b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:36,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:36,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d18eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:36,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe2c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:36,475 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:36,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:36,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:36,475 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211369139-172.17.0.2-1733495374199 (Datanode Uuid b02091bc-ec27-4060-8bb4-7fd57e786f9f) service to localhost/127.0.0.1:34087 2024-12-06T14:29:36,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data5/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data6/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:36,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3860fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:36,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3909785b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:36,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:36,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56497ebe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:36,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5a36e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:36,482 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:36,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:36,482 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211369139-172.17.0.2-1733495374199 (Datanode Uuid d47c4024-e9af-48f4-918f-470c6c857572) service to localhost/127.0.0.1:34087 2024-12-06T14:29:36,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:36,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data3/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data4/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:36,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e2f157d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:29:36,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4446e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:36,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:36,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f94bc6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:36,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae7d1b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:36,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:29:36,491 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:29:36,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:29:36,491 WARN [BP-1211369139-172.17.0.2-1733495374199 heartbeating to localhost/127.0.0.1:34087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211369139-172.17.0.2-1733495374199 (Datanode Uuid 0cff7476-cb3e-475b-a489-dca42594dd92) service to localhost/127.0.0.1:34087 2024-12-06T14:29:36,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data1/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/cluster_32f529e1-96c0-37bd-1780-d46c865e0d34/dfs/data/data2/current/BP-1211369139-172.17.0.2-1733495374199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:29:36,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:29:36,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70482707{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:29:36,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbc2a47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:29:36,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:29:36,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32ca4f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:29:36,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7701cc71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0bc7962-66c9-3e26-fe4c-938866cc3bfe/hadoop.log.dir/,STOPPED} 2024-12-06T14:29:36,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T14:29:36,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=69 (was 61) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3351 (was 3420)