2024-12-09 10:17:13,112 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-09 10:17:13,126 main DEBUG Took 0.011572 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 10:17:13,126 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 10:17:13,127 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 10:17:13,128 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 10:17:13,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,175 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 10:17:13,190 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,202 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,203 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,205 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,211 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,213 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,217 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 10:17:13,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,223 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 10:17:13,225 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 10:17:13,227 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 10:17:13,230 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 10:17:13,231 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 10:17:13,233 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 10:17:13,234 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 10:17:13,249 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 10:17:13,252 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 10:17:13,255 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 10:17:13,255 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 10:17:13,256 main DEBUG createAppenders(={Console}) 2024-12-09 10:17:13,257 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-09 10:17:13,258 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-09 10:17:13,259 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-09 10:17:13,260 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 10:17:13,260 main DEBUG OutputStream closed 2024-12-09 10:17:13,261 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 10:17:13,261 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 10:17:13,262 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-09 10:17:13,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 10:17:13,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 10:17:13,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 10:17:13,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 10:17:13,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 10:17:13,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 10:17:13,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 10:17:13,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 10:17:13,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 10:17:13,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 10:17:13,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 10:17:13,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 10:17:13,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 10:17:13,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 10:17:13,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 10:17:13,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 10:17:13,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 10:17:13,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 10:17:13,383 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 10:17:13,384 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-09 10:17:13,385 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 10:17:13,386 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-09T10:17:13,652 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4 2024-12-09 10:17:13,657 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 10:17:13,657 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T10:17:13,671 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-09T10:17:13,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1113, ProcessCount=11, AvailableMemoryMB=3050 2024-12-09T10:17:13,729 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01, deleteOnExit=true 2024-12-09T10:17:13,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/test.cache.data in system properties and HBase conf 2024-12-09T10:17:13,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:17:13,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:17:13,893 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T10:17:14,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:17:14,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:14,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:17:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:14,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:17:14,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:17:14,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:14,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:17:14,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:17:14,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:17:14,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:17:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:17:15,143 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T10:17:15,257 INFO [Time-limited test {}] log.Log(170): Logging initialized @2968ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T10:17:15,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:15,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:15,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:15,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:15,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:15,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:15,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:15,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:15,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407444fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/java.io.tmpdir/jetty-localhost-43571-hadoop-hdfs-3_4_1-tests_jar-_-any-10035608322384756151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:17:15,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:43571} 2024-12-09T10:17:15,663 INFO [Time-limited test {}] server.Server(415): Started @3375ms 2024-12-09T10:17:16,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:16,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:16,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:16,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:16,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:17:16,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e48f7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:16,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cab43cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:16,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ee811a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/java.io.tmpdir/jetty-localhost-44909-hadoop-hdfs-3_4_1-tests_jar-_-any-7396504961184225606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:16,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed5c6b6{HTTP/1.1, (http/1.1)}{localhost:44909} 2024-12-09T10:17:16,298 INFO [Time-limited test {}] server.Server(415): Started @4009ms 2024-12-09T10:17:16,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:16,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:16,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:16,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:16,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:16,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:16,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31eacf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:16,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b46565{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:16,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330e1b95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/java.io.tmpdir/jetty-localhost-42941-hadoop-hdfs-3_4_1-tests_jar-_-any-14843269892362370464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:16,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f8d6195{HTTP/1.1, (http/1.1)}{localhost:42941} 2024-12-09T10:17:16,628 INFO [Time-limited test {}] server.Server(415): Started @4340ms 2024-12-09T10:17:16,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:16,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:16,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:16,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:16,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:16,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:17:16,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340c8f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:16,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108fc8ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:16,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@455ba769{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/java.io.tmpdir/jetty-localhost-41573-hadoop-hdfs-3_4_1-tests_jar-_-any-3002058081750389971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:16,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3586acd4{HTTP/1.1, (http/1.1)}{localhost:41573} 2024-12-09T10:17:16,800 INFO [Time-limited test {}] server.Server(415): Started @4511ms 2024-12-09T10:17:16,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:17,727 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data1/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,727 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data2/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,730 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data4/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,731 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data3/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,751 WARN [Thread-130 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data5/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,772 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data6/current/BP-314578802-172.17.0.3-1733739434727/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:17,832 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:17,836 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:17,837 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbea7a0888c7f062 with lease ID 0xcea291f1c2ee78d5: Processing first storage report for DS-2cca507e-f352-48d9-a340-f188ae17cf34 from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6b6976ef-abf8-41ef-8b2b-9b4b778dd256, infoPort=35599, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbea7a0888c7f062 with lease ID 0xcea291f1c2ee78d5: from storage DS-2cca507e-f352-48d9-a340-f188ae17cf34 node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6b6976ef-abf8-41ef-8b2b-9b4b778dd256, infoPort=35599, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T10:17:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde4e9b34230279b with lease ID 0xcea291f1c2ee78d6: Processing first storage report for DS-880cea26-2760-4c44-af09-1bf79a7dc44b from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=ff88d5f2-19c3-45bc-a3cc-caf5f7232399, infoPort=35639, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde4e9b34230279b with lease ID 0xcea291f1c2ee78d6: from storage DS-880cea26-2760-4c44-af09-1bf79a7dc44b node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=ff88d5f2-19c3-45bc-a3cc-caf5f7232399, infoPort=35639, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f5f9ca9d7c04e65 with lease ID 0xcea291f1c2ee78d4: Processing first storage report for DS-58697d47-fdfe-41a4-bfa7-96f50b9b0d72 from datanode DatanodeRegistration(127.0.0.1:43671, datanodeUuid=b70fa26a-a0c0-4a10-a6b0-12d16180be80, infoPort=46419, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f5f9ca9d7c04e65 with lease ID 0xcea291f1c2ee78d4: from storage DS-58697d47-fdfe-41a4-bfa7-96f50b9b0d72 node DatanodeRegistration(127.0.0.1:43671, datanodeUuid=b70fa26a-a0c0-4a10-a6b0-12d16180be80, infoPort=46419, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde4e9b34230279b with lease ID 0xcea291f1c2ee78d6: Processing first storage report for DS-025cc29b-1234-42f2-824f-6f6e09288be0 from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=ff88d5f2-19c3-45bc-a3cc-caf5f7232399, infoPort=35639, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde4e9b34230279b with lease ID 0xcea291f1c2ee78d6: from storage DS-025cc29b-1234-42f2-824f-6f6e09288be0 node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=ff88d5f2-19c3-45bc-a3cc-caf5f7232399, infoPort=35639, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbea7a0888c7f062 with lease ID 0xcea291f1c2ee78d5: Processing first storage report for DS-2e300bde-6393-473b-a15c-be532f26808f from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6b6976ef-abf8-41ef-8b2b-9b4b778dd256, infoPort=35599, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbea7a0888c7f062 with lease ID 0xcea291f1c2ee78d5: from storage DS-2e300bde-6393-473b-a15c-be532f26808f node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6b6976ef-abf8-41ef-8b2b-9b4b778dd256, infoPort=35599, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f5f9ca9d7c04e65 with lease ID 0xcea291f1c2ee78d4: Processing first storage report for DS-f72be497-f3b6-4f28-94d5-a8711d86d95a from datanode DatanodeRegistration(127.0.0.1:43671, datanodeUuid=b70fa26a-a0c0-4a10-a6b0-12d16180be80, infoPort=46419, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727) 2024-12-09T10:17:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f5f9ca9d7c04e65 with lease ID 0xcea291f1c2ee78d4: from storage DS-f72be497-f3b6-4f28-94d5-a8711d86d95a node DatanodeRegistration(127.0.0.1:43671, datanodeUuid=b70fa26a-a0c0-4a10-a6b0-12d16180be80, infoPort=46419, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=848849570;c=1733739434727), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:18,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4 2024-12-09T10:17:18,085 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T10:17:18,090 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:17:18,113 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T10:17:18,129 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T10:17:18,130 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T10:17:18,198 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T10:17:18,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:17:18,301 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/oldWALs, maxLogs=32 2024-12-09T10:17:18,372 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739438339, exclude list is [], retry=0 2024-12-09T10:17:18,480 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 33397 (auto-detected) 2024-12-09T10:17:18,487 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T10:17:18,523 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-2cca507e-f352-48d9-a340-f188ae17cf34,DISK] 2024-12-09T10:17:18,527 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T10:17:18,562 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43671,DS-58697d47-fdfe-41a4-bfa7-96f50b9b0d72,DISK] 2024-12-09T10:17:18,563 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-880cea26-2760-4c44-af09-1bf79a7dc44b,DISK] 2024-12-09T10:17:18,674 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739438339 2024-12-09T10:17:18,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599),(127.0.0.1/127.0.0.1:46419:46419),(127.0.0.1/127.0.0.1:35639:35639)] 2024-12-09T10:17:18,677 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T10:17:19,641 DEBUG [AsyncFSWAL-0-hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-09T10:17:25,228 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1949254416_22 at /127.0.0.1:39708 [Receiving block BP-314578802-172.17.0.3-1733739434727:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1262ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data1/, blockId=1073741825, seqno=776 2024-12-09T10:17:25,228 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1949254416_22 at /127.0.0.1:33690 [Receiving block BP-314578802-172.17.0.3-1733739434727:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1263ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data5/, blockId=1073741825, seqno=776 2024-12-09T10:17:25,230 INFO [AsyncFSWAL-0-hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 1266 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44967,DS-2cca507e-f352-48d9-a340-f188ae17cf34,DISK], DatanodeInfoWithStorage[127.0.0.1:43671,DS-58697d47-fdfe-41a4-bfa7-96f50b9b0d72,DISK], DatanodeInfoWithStorage[127.0.0.1:38605,DS-880cea26-2760-4c44-af09-1bf79a7dc44b,DISK]] 2024-12-09T10:17:26,520 INFO [AsyncFSWAL-0-hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 263 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44967,DS-2cca507e-f352-48d9-a340-f188ae17cf34,DISK], DatanodeInfoWithStorage[127.0.0.1:43671,DS-58697d47-fdfe-41a4-bfa7-96f50b9b0d72,DISK], DatanodeInfoWithStorage[127.0.0.1:38605,DS-880cea26-2760-4c44-af09-1bf79a7dc44b,DISK]] 2024-12-09T10:17:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43671 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T10:17:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T10:17:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T10:17:26,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:17:26,755 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739438339: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-09T10:17:27,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:17:29,878 WARN [BP-314578802-172.17.0.3-1733739434727 heartbeating to localhost/127.0.0.1:35113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314578802-172.17.0.3-1733739434727 (Datanode Uuid ff88d5f2-19c3-45bc-a3cc-caf5f7232399) service to localhost/127.0.0.1:35113 2024-12-09T10:17:30,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data5/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:34,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data6/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:34,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@455ba769{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:34,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3586acd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:34,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:34,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108fc8ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:34,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340c8f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:34,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:35,879 WARN [BP-314578802-172.17.0.3-1733739434727 heartbeating to localhost/127.0.0.1:35113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314578802-172.17.0.3-1733739434727 (Datanode Uuid 6b6976ef-abf8-41ef-8b2b-9b4b778dd256) service to localhost/127.0.0.1:35113 2024-12-09T10:17:35,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data4/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:35,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data3/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:38,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330e1b95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:38,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f8d6195{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:38,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:38,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b46565{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:38,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31eacf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:38,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:38,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ee811a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:38,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed5c6b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:38,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:38,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cab43cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:38,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e48f7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:38,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:17:38,039 WARN [BP-314578802-172.17.0.3-1733739434727 heartbeating to localhost/127.0.0.1:35113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:17:38,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:17:38,039 WARN [BP-314578802-172.17.0.3-1733739434727 heartbeating to localhost/127.0.0.1:35113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314578802-172.17.0.3-1733739434727 (Datanode Uuid b70fa26a-a0c0-4a10-a6b0-12d16180be80) service to localhost/127.0.0.1:35113 2024-12-09T10:17:38,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data1/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:38,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/cluster_0515b781-9e38-f8a9-7b7d-324efaca3a01/dfs/data/data2/current/BP-314578802-172.17.0.3-1733739434727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:38,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:38,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407444fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:17:38,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:38,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:38,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:38,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:38,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T10:17:38,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=35 (was 12) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1224362758) connection to localhost/127.0.0.1:35113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7f3760a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) - Thread LEAK? -, OpenFileDescriptor=307 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1186 (was 1113) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4388 (was 3050) - AvailableMemoryMB LEAK? - 2024-12-09T10:17:38,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=35, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=1186, ProcessCount=11, AvailableMemoryMB=4389 2024-12-09T10:17:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.log.dir so I do NOT create it in target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d 2024-12-09T10:17:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/826e9073-76b8-38f9-6352-94878d7f4de4/hadoop.tmp.dir so I do NOT create it in target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d 2024-12-09T10:17:38,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5, deleteOnExit=true 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/test.cache.data in system properties and HBase conf 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:17:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:17:38,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:17:38,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:38,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:38,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:38,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:17:38,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:17:38,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:17:38,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:38,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:17:38,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:17:38,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:38,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:38,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:38,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:38,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:38,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:38,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1506d096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:38,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27962f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:38,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0cc97a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/java.io.tmpdir/jetty-localhost-37327-hadoop-hdfs-3_4_1-tests_jar-_-any-3539750499475135497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:17:38,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2eb63c{HTTP/1.1, (http/1.1)}{localhost:37327} 2024-12-09T10:17:38,952 INFO [Time-limited test {}] server.Server(415): Started @26663ms 2024-12-09T10:17:39,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:39,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:39,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:39,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:39,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:39,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e997773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:39,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7550b5e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:39,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@419c58f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/java.io.tmpdir/jetty-localhost-44581-hadoop-hdfs-3_4_1-tests_jar-_-any-704032332530641526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:39,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9c463a{HTTP/1.1, (http/1.1)}{localhost:44581} 2024-12-09T10:17:39,339 INFO [Time-limited test {}] server.Server(415): Started @27051ms 2024-12-09T10:17:39,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:39,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:39,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:39,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:39,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:39,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:39,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2248c1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:39,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3575f483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:39,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@361d8c8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/java.io.tmpdir/jetty-localhost-33967-hadoop-hdfs-3_4_1-tests_jar-_-any-7277780033972722035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:39,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41ef60b6{HTTP/1.1, (http/1.1)}{localhost:33967} 2024-12-09T10:17:39,600 INFO [Time-limited test {}] server.Server(415): Started @27311ms 2024-12-09T10:17:39,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:39,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:39,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:39,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:39,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:39,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:17:39,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42d37648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:39,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273f81b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:39,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d104805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/java.io.tmpdir/jetty-localhost-44247-hadoop-hdfs-3_4_1-tests_jar-_-any-4973473386065658566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:39,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a24e7{HTTP/1.1, (http/1.1)}{localhost:44247} 2024-12-09T10:17:39,782 INFO [Time-limited test {}] server.Server(415): Started @27494ms 2024-12-09T10:17:39,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:40,191 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data1/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,196 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data2/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,253 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52480038967adebe with lease ID 0x293f4d60907b2186: Processing first storage report for DS-57b6345f-ed62-44ea-b174-9b3a819f47e1 from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=afe3aaf7-5b68-4a85-a118-b3e25c4c3461, infoPort=46765, infoSecurePort=0, ipcPort=43623, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52480038967adebe with lease ID 0x293f4d60907b2186: from storage DS-57b6345f-ed62-44ea-b174-9b3a819f47e1 node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=afe3aaf7-5b68-4a85-a118-b3e25c4c3461, infoPort=46765, infoSecurePort=0, ipcPort=43623, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52480038967adebe with lease ID 0x293f4d60907b2186: Processing first storage report for DS-b61b317d-b11e-481c-84ac-0848d6d27d13 from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=afe3aaf7-5b68-4a85-a118-b3e25c4c3461, infoPort=46765, infoSecurePort=0, ipcPort=43623, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52480038967adebe with lease ID 0x293f4d60907b2186: from storage DS-b61b317d-b11e-481c-84ac-0848d6d27d13 node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=afe3aaf7-5b68-4a85-a118-b3e25c4c3461, infoPort=46765, infoSecurePort=0, ipcPort=43623, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:40,800 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data3/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,802 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data4/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,880 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1187b5d26e096ee with lease ID 0x293f4d60907b2187: Processing first storage report for DS-7121e097-e3be-4964-b80b-bf9a7f8c8132 from datanode DatanodeRegistration(127.0.0.1:38091, datanodeUuid=64437425-4b76-4ac1-8685-0d1edb04639f, infoPort=41627, infoSecurePort=0, ipcPort=35871, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1187b5d26e096ee with lease ID 0x293f4d60907b2187: from storage DS-7121e097-e3be-4964-b80b-bf9a7f8c8132 node DatanodeRegistration(127.0.0.1:38091, datanodeUuid=64437425-4b76-4ac1-8685-0d1edb04639f, infoPort=41627, infoSecurePort=0, ipcPort=35871, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1187b5d26e096ee with lease ID 0x293f4d60907b2187: Processing first storage report for DS-d774ac57-555d-46f1-8e7c-a62bbadc98e1 from datanode DatanodeRegistration(127.0.0.1:38091, datanodeUuid=64437425-4b76-4ac1-8685-0d1edb04639f, infoPort=41627, infoSecurePort=0, ipcPort=35871, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1187b5d26e096ee with lease ID 0x293f4d60907b2187: from storage DS-d774ac57-555d-46f1-8e7c-a62bbadc98e1 node DatanodeRegistration(127.0.0.1:38091, datanodeUuid=64437425-4b76-4ac1-8685-0d1edb04639f, infoPort=41627, infoSecurePort=0, ipcPort=35871, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:40,947 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data5/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,947 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data6/current/BP-1370043556-172.17.0.3-1733739458522/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:40,976 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6512cc2552bb630 with lease ID 0x293f4d60907b2188: Processing first storage report for DS-4ba6fe9f-60c0-47b5-b8c2-f54bf53efc1f from datanode DatanodeRegistration(127.0.0.1:43589, datanodeUuid=c6a7816d-5dfb-46c6-abd1-2b54b6db4081, infoPort=35541, infoSecurePort=0, ipcPort=36869, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6512cc2552bb630 with lease ID 0x293f4d60907b2188: from storage DS-4ba6fe9f-60c0-47b5-b8c2-f54bf53efc1f node DatanodeRegistration(127.0.0.1:43589, datanodeUuid=c6a7816d-5dfb-46c6-abd1-2b54b6db4081, infoPort=35541, infoSecurePort=0, ipcPort=36869, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6512cc2552bb630 with lease ID 0x293f4d60907b2188: Processing first storage report for DS-e006155b-6e07-499b-817b-ad2b0ed236d6 from datanode DatanodeRegistration(127.0.0.1:43589, datanodeUuid=c6a7816d-5dfb-46c6-abd1-2b54b6db4081, infoPort=35541, infoSecurePort=0, ipcPort=36869, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522) 2024-12-09T10:17:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6512cc2552bb630 with lease ID 0x293f4d60907b2188: from storage DS-e006155b-6e07-499b-817b-ad2b0ed236d6 node DatanodeRegistration(127.0.0.1:43589, datanodeUuid=c6a7816d-5dfb-46c6-abd1-2b54b6db4081, infoPort=35541, infoSecurePort=0, ipcPort=36869, storageInfo=lv=-57;cid=testClusterID;nsid=1374775144;c=1733739458522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:41,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d 2024-12-09T10:17:41,063 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:17:41,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:17:41,078 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/oldWALs, maxLogs=32 2024-12-09T10:17:41,101 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739461080, exclude list is [], retry=0 2024-12-09T10:17:41,109 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-57b6345f-ed62-44ea-b174-9b3a819f47e1,DISK] 2024-12-09T10:17:41,111 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43589,DS-4ba6fe9f-60c0-47b5-b8c2-f54bf53efc1f,DISK] 2024-12-09T10:17:41,112 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38091,DS-7121e097-e3be-4964-b80b-bf9a7f8c8132,DISK] 2024-12-09T10:17:41,119 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739461080 2024-12-09T10:17:41,122 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46765:46765),(127.0.0.1/127.0.0.1:35541:35541),(127.0.0.1/127.0.0.1:41627:41627)] 2024-12-09T10:17:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43589 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T10:17:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T10:17:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38091 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T10:17:42,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:17:42,639 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739461080: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-09T10:17:42,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:17:42,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d104805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:42,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a24e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:42,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:42,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273f81b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:42,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42d37648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:42,823 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:17:42,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:17:42,824 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1370043556-172.17.0.3-1733739458522 (Datanode Uuid c6a7816d-5dfb-46c6-abd1-2b54b6db4081) service to localhost/127.0.0.1:34215 2024-12-09T10:17:42,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:17:42,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data5/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data6/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:42,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@361d8c8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:42,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41ef60b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:42,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:42,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3575f483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:42,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2248c1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:42,849 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:17:42,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:17:42,849 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1370043556-172.17.0.3-1733739458522 (Datanode Uuid 64437425-4b76-4ac1-8685-0d1edb04639f) service to localhost/127.0.0.1:34215 2024-12-09T10:17:42,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:17:42,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data3/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data4/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:42,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@419c58f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:42,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9c463a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:42,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:42,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7550b5e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:42,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e997773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:42,879 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:17:42,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:17:42,879 WARN [BP-1370043556-172.17.0.3-1733739458522 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1370043556-172.17.0.3-1733739458522 (Datanode Uuid afe3aaf7-5b68-4a85-a118-b3e25c4c3461) service to localhost/127.0.0.1:34215 2024-12-09T10:17:42,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:17:42,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data2/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/cluster_32301c19-7a30-d58f-dcc5-537998159af5/dfs/data/data1/current/BP-1370043556-172.17.0.3-1733739458522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:17:42,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:17:42,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0cc97a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:17:42,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2eb63c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:17:42,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:17:42,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27962f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:17:42,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1506d096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir/,STOPPED} 2024-12-09T10:17:42,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T10:17:42,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 35) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1224362758) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1224362758) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=336 (was 307) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1243 (was 1186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3627 (was 4389) 2024-12-09T10:17:42,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=1243, ProcessCount=11, AvailableMemoryMB=3626 2024-12-09T10:17:42,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.log.dir so I do NOT create it in target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90 2024-12-09T10:17:42,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6566fa88-b1e3-54a0-695e-a68dbf0bfc9d/hadoop.tmp.dir so I do NOT create it in target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90 2024-12-09T10:17:42,939 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932, deleteOnExit=true 2024-12-09T10:17:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/test.cache.data in system properties and HBase conf 2024-12-09T10:17:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:17:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:17:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:17:42,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:17:42,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:17:42,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:17:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:17:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:17:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:17:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:17:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:17:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:17:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:17:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:17:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:17:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:17:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:17:43,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:43,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:43,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:43,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:43,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:17:43,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:43,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40137211{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:43,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aea1943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:43,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b2ac64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/java.io.tmpdir/jetty-localhost-39405-hadoop-hdfs-3_4_1-tests_jar-_-any-5679660980040875562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:17:43,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3817116b{HTTP/1.1, (http/1.1)}{localhost:39405} 2024-12-09T10:17:43,523 INFO [Time-limited test {}] server.Server(415): Started @31235ms 2024-12-09T10:17:43,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:43,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:43,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:43,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:43,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:17:43,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67d32500{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:43,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d3a0e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:44,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a566a43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/java.io.tmpdir/jetty-localhost-38709-hadoop-hdfs-3_4_1-tests_jar-_-any-16547885712064936711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:44,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3533aa42{HTTP/1.1, (http/1.1)}{localhost:38709} 2024-12-09T10:17:44,024 INFO [Time-limited test {}] server.Server(415): Started @31736ms 2024-12-09T10:17:44,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:44,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:44,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:44,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:44,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:44,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:44,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22361e19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:44,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f0a3bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:44,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1da441{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/java.io.tmpdir/jetty-localhost-45253-hadoop-hdfs-3_4_1-tests_jar-_-any-11726470265252053044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:44,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511af9fe{HTTP/1.1, (http/1.1)}{localhost:45253} 2024-12-09T10:17:44,222 INFO [Time-limited test {}] server.Server(415): Started @31934ms 2024-12-09T10:17:44,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:44,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:17:44,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:17:44,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:17:44,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:17:44,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:17:44,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2c686c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:17:44,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34472546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:17:44,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c565f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-10925864504788196163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:17:44,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2a3970{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-12-09T10:17:44,401 INFO [Time-limited test {}] server.Server(415): Started @32113ms 2024-12-09T10:17:44,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:17:45,059 WARN [Thread-425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data2/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,057 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data1/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,088 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x835f9722b7a56bac with lease ID 0x4874b930dbb87e60: Processing first storage report for DS-22441c63-532c-4b22-8397-a61c6b6f9bff from datanode DatanodeRegistration(127.0.0.1:36269, datanodeUuid=3ac041ca-70c1-461a-beb4-296746ca7bba, infoPort=39195, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x835f9722b7a56bac with lease ID 0x4874b930dbb87e60: from storage DS-22441c63-532c-4b22-8397-a61c6b6f9bff node DatanodeRegistration(127.0.0.1:36269, datanodeUuid=3ac041ca-70c1-461a-beb4-296746ca7bba, infoPort=39195, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x835f9722b7a56bac with lease ID 0x4874b930dbb87e60: Processing first storage report for DS-dfddfaae-1182-488d-a901-9c91f92560a1 from datanode DatanodeRegistration(127.0.0.1:36269, datanodeUuid=3ac041ca-70c1-461a-beb4-296746ca7bba, infoPort=39195, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x835f9722b7a56bac with lease ID 0x4874b930dbb87e60: from storage DS-dfddfaae-1182-488d-a901-9c91f92560a1 node DatanodeRegistration(127.0.0.1:36269, datanodeUuid=3ac041ca-70c1-461a-beb4-296746ca7bba, infoPort=39195, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,246 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data3/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,246 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data4/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,269 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d876a4446ebd4ae with lease ID 0x4874b930dbb87e61: Processing first storage report for DS-395cb763-e2c2-4679-84f2-a47f8016dc6d from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=10d41fe9-e5ea-4aaa-a4d1-9a75e729ba51, infoPort=45279, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d876a4446ebd4ae with lease ID 0x4874b930dbb87e61: from storage DS-395cb763-e2c2-4679-84f2-a47f8016dc6d node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=10d41fe9-e5ea-4aaa-a4d1-9a75e729ba51, infoPort=45279, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d876a4446ebd4ae with lease ID 0x4874b930dbb87e61: Processing first storage report for DS-90a2b96b-9519-4321-a4aa-108b18216197 from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=10d41fe9-e5ea-4aaa-a4d1-9a75e729ba51, infoPort=45279, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d876a4446ebd4ae with lease ID 0x4874b930dbb87e61: from storage DS-90a2b96b-9519-4321-a4aa-108b18216197 node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=10d41fe9-e5ea-4aaa-a4d1-9a75e729ba51, infoPort=45279, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,339 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data6/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,339 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data5/current/BP-1434724114-172.17.0.3-1733739462988/current, will proceed with Du for space computation calculation, 2024-12-09T10:17:45,359 WARN [Thread-410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacab16818559e1a5 with lease ID 0x4874b930dbb87e62: Processing first storage report for DS-8cdb761f-caeb-4c05-aecc-f2c116b8f75a from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=504ac914-e1bc-419f-840e-72161de8d3e7, infoPort=34231, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacab16818559e1a5 with lease ID 0x4874b930dbb87e62: from storage DS-8cdb761f-caeb-4c05-aecc-f2c116b8f75a node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=504ac914-e1bc-419f-840e-72161de8d3e7, infoPort=34231, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacab16818559e1a5 with lease ID 0x4874b930dbb87e62: Processing first storage report for DS-cedae3a9-1ffa-4a75-b500-e4bb9979dd2b from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=504ac914-e1bc-419f-840e-72161de8d3e7, infoPort=34231, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988) 2024-12-09T10:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacab16818559e1a5 with lease ID 0x4874b930dbb87e62: from storage DS-cedae3a9-1ffa-4a75-b500-e4bb9979dd2b node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=504ac914-e1bc-419f-840e-72161de8d3e7, infoPort=34231, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1505728232;c=1733739462988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:17:45,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90 2024-12-09T10:17:45,438 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:17:45,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:17:45,446 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/oldWALs, maxLogs=32 2024-12-09T10:17:45,466 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739465448, exclude list is [], retry=0 2024-12-09T10:17:45,472 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36269,DS-22441c63-532c-4b22-8397-a61c6b6f9bff,DISK] 2024-12-09T10:17:45,474 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-8cdb761f-caeb-4c05-aecc-f2c116b8f75a,DISK] 2024-12-09T10:17:45,474 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-395cb763-e2c2-4679-84f2-a47f8016dc6d,DISK] 2024-12-09T10:17:45,480 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739465448 2024-12-09T10:17:45,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:45279:45279)] 2024-12-09T10:17:45,502 INFO [AsyncFSWAL-0-hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-09T10:18:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T10:18:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T10:18:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36269 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T10:18:00,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:18:00,260 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733739465448: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T10:18:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:18:02,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c565f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:02,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2a3970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:02,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:02,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34472546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:02,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2c686c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:02,452 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:02,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:02,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:02,452 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434724114-172.17.0.3-1733739462988 (Datanode Uuid 504ac914-e1bc-419f-840e-72161de8d3e7) service to localhost/127.0.0.1:45307 2024-12-09T10:18:02,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data5/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data6/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:02,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1da441{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:02,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511af9fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:02,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:02,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f0a3bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:02,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22361e19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:02,496 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:02,496 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434724114-172.17.0.3-1733739462988 (Datanode Uuid 10d41fe9-e5ea-4aaa-a4d1-9a75e729ba51) service to localhost/127.0.0.1:45307 2024-12-09T10:18:02,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:02,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:02,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data3/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data4/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:02,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a566a43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:02,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3533aa42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:02,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:02,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d3a0e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:02,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67d32500{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:02,525 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:02,525 WARN [BP-1434724114-172.17.0.3-1733739462988 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434724114-172.17.0.3-1733739462988 (Datanode Uuid 3ac041ca-70c1-461a-beb4-296746ca7bba) service to localhost/127.0.0.1:45307 2024-12-09T10:18:02,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data2/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/cluster_161a9377-4f61-c3e9-96b9-7bbaf04d9932/dfs/data/data1/current/BP-1434724114-172.17.0.3-1733739462988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:02,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:02,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:02,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:02,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b2ac64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:18:02,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3817116b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:02,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aea1943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40137211{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:02,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T10:18:02,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 54) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1224362758) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1224362758) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1280 (was 1243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2783 (was 3626) 2024-12-09T10:18:02,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=1280, ProcessCount=11, AvailableMemoryMB=2782 2024-12-09T10:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.log.dir so I do NOT create it in target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd 2024-12-09T10:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f63c5583-c134-22a2-ca65-625d2f99ef90/hadoop.tmp.dir so I do NOT create it in target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd 2024-12-09T10:18:02,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d, deleteOnExit=true 2024-12-09T10:18:02,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/test.cache.data in system properties and HBase conf 2024-12-09T10:18:02,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T10:18:02,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir in system properties and HBase conf 2024-12-09T10:18:02,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T10:18:02,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T10:18:02,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T10:18:02,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T10:18:02,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:18:02,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T10:18:02,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T10:18:02,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:18:02,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T10:18:02,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T10:18:02,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T10:18:02,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:18:02,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T10:18:02,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/nfs.dump.dir in system properties and HBase conf 2024-12-09T10:18:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/java.io.tmpdir in system properties and HBase conf 2024-12-09T10:18:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T10:18:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T10:18:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T10:18:02,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:18:02,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:18:02,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:18:02,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:18:02,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:18:02,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:18:02,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afea923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:18:02,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c342e0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:18:03,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc578c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/java.io.tmpdir/jetty-localhost-46327-hadoop-hdfs-3_4_1-tests_jar-_-any-11152296480512462829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:18:03,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@efcd7a0{HTTP/1.1, (http/1.1)}{localhost:46327} 2024-12-09T10:18:03,072 INFO [Time-limited test {}] server.Server(415): Started @50784ms 2024-12-09T10:18:03,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:18:03,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:18:03,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:18:03,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:18:03,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T10:18:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b31943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:18:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79fa26bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:18:03,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63604685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/java.io.tmpdir/jetty-localhost-40927-hadoop-hdfs-3_4_1-tests_jar-_-any-3557401806633594086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:03,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78f90857{HTTP/1.1, (http/1.1)}{localhost:40927} 2024-12-09T10:18:03,413 INFO [Time-limited test {}] server.Server(415): Started @51125ms 2024-12-09T10:18:03,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:18:03,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:18:03,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:18:03,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:18:03,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:18:03,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:18:03,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abc0681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:18:03,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1279e10a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:18:03,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4acef250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/java.io.tmpdir/jetty-localhost-36643-hadoop-hdfs-3_4_1-tests_jar-_-any-17326781291410497194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:03,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40d62d71{HTTP/1.1, (http/1.1)}{localhost:36643} 2024-12-09T10:18:03,624 INFO [Time-limited test {}] server.Server(415): Started @51336ms 2024-12-09T10:18:03,626 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:18:03,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T10:18:03,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T10:18:03,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T10:18:03,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T10:18:03,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T10:18:03,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@709db38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,AVAILABLE} 2024-12-09T10:18:03,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@300fb724{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T10:18:03,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cdc589f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/java.io.tmpdir/jetty-localhost-41317-hadoop-hdfs-3_4_1-tests_jar-_-any-2155598114953090217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:03,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f671eba{HTTP/1.1, (http/1.1)}{localhost:41317} 2024-12-09T10:18:03,754 INFO [Time-limited test {}] server.Server(415): Started @51465ms 2024-12-09T10:18:03,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T10:18:04,168 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data2/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,168 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data1/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,190 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:18:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b81f7814dd3845 with lease ID 0xca9e8e9c73daa859: Processing first storage report for DS-7c818f9a-1230-4287-a49e-1db9e9bbc76b from datanode DatanodeRegistration(127.0.0.1:39801, datanodeUuid=c7de94af-cc14-44e9-826c-ff3d9e4ae930, infoPort=37083, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b81f7814dd3845 with lease ID 0xca9e8e9c73daa859: from storage DS-7c818f9a-1230-4287-a49e-1db9e9bbc76b node DatanodeRegistration(127.0.0.1:39801, datanodeUuid=c7de94af-cc14-44e9-826c-ff3d9e4ae930, infoPort=37083, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b81f7814dd3845 with lease ID 0xca9e8e9c73daa859: Processing first storage report for DS-741bc3c7-e98b-4b70-a5cb-e78719555e6a from datanode DatanodeRegistration(127.0.0.1:39801, datanodeUuid=c7de94af-cc14-44e9-826c-ff3d9e4ae930, infoPort=37083, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b81f7814dd3845 with lease ID 0xca9e8e9c73daa859: from storage DS-741bc3c7-e98b-4b70-a5cb-e78719555e6a node DatanodeRegistration(127.0.0.1:39801, datanodeUuid=c7de94af-cc14-44e9-826c-ff3d9e4ae930, infoPort=37083, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,563 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data3/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,564 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data4/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,623 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:18:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35bd2bda73532598 with lease ID 0xca9e8e9c73daa85a: Processing first storage report for DS-044f1a5d-15fb-4674-96f2-ccdc7f5c0bf7 from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7ce20f02-45fa-401d-a0ee-7b723b3ce14d, infoPort=40103, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35bd2bda73532598 with lease ID 0xca9e8e9c73daa85a: from storage DS-044f1a5d-15fb-4674-96f2-ccdc7f5c0bf7 node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7ce20f02-45fa-401d-a0ee-7b723b3ce14d, infoPort=40103, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35bd2bda73532598 with lease ID 0xca9e8e9c73daa85a: Processing first storage report for DS-ff9d11fb-ec97-468e-9af9-ad6a7cc0361f from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7ce20f02-45fa-401d-a0ee-7b723b3ce14d, infoPort=40103, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35bd2bda73532598 with lease ID 0xca9e8e9c73daa85a: from storage DS-ff9d11fb-ec97-468e-9af9-ad6a7cc0361f node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7ce20f02-45fa-401d-a0ee-7b723b3ce14d, infoPort=40103, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,640 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data5/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,647 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data6/current/BP-2119780660-172.17.0.3-1733739482681/current, will proceed with Du for space computation calculation, 2024-12-09T10:18:04,695 WARN [Thread-564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T10:18:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4d190fbbc59308 with lease ID 0xca9e8e9c73daa85b: Processing first storage report for DS-06f4111b-0812-49b8-9451-11f257678b5c from datanode DatanodeRegistration(127.0.0.1:38275, datanodeUuid=14b220b4-b8ec-42f1-b8b6-5a536cc6c0e7, infoPort=36657, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4d190fbbc59308 with lease ID 0xca9e8e9c73daa85b: from storage DS-06f4111b-0812-49b8-9451-11f257678b5c node DatanodeRegistration(127.0.0.1:38275, datanodeUuid=14b220b4-b8ec-42f1-b8b6-5a536cc6c0e7, infoPort=36657, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4d190fbbc59308 with lease ID 0xca9e8e9c73daa85b: Processing first storage report for DS-ff150f76-eea7-46ee-b55d-6b6ca7e09eec from datanode DatanodeRegistration(127.0.0.1:38275, datanodeUuid=14b220b4-b8ec-42f1-b8b6-5a536cc6c0e7, infoPort=36657, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681) 2024-12-09T10:18:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4d190fbbc59308 with lease ID 0xca9e8e9c73daa85b: from storage DS-ff150f76-eea7-46ee-b55d-6b6ca7e09eec node DatanodeRegistration(127.0.0.1:38275, datanodeUuid=14b220b4-b8ec-42f1-b8b6-5a536cc6c0e7, infoPort=36657, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=259033655;c=1733739482681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T10:18:04,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd 2024-12-09T10:18:04,796 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T10:18:04,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T10:18:04,805 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/oldWALs, maxLogs=32 2024-12-09T10:18:04,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739484807, exclude list is [], retry=0 2024-12-09T10:18:04,833 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38275,DS-06f4111b-0812-49b8-9451-11f257678b5c,DISK] 2024-12-09T10:18:04,835 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39801,DS-7c818f9a-1230-4287-a49e-1db9e9bbc76b,DISK] 2024-12-09T10:18:04,835 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34367,DS-044f1a5d-15fb-4674-96f2-ccdc7f5c0bf7,DISK] 2024-12-09T10:18:04,849 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739484807 2024-12-09T10:18:04,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36657:36657),(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-09T10:18:05,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739484807 not finished, retry = 0 2024-12-09T10:18:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741825_1001 (size=121110) 2024-12-09T10:18:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741825_1001 (size=121110) 2024-12-09T10:18:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741825_1001 (size=121110) 2024-12-09T10:18:05,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T10:18:05,337 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733739484807: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T10:18:05,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T10:18:05,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cdc589f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:05,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f671eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:05,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:05,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@300fb724{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:05,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@709db38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:05,362 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:05,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:05,363 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119780660-172.17.0.3-1733739482681 (Datanode Uuid 14b220b4-b8ec-42f1-b8b6-5a536cc6c0e7) service to localhost/127.0.0.1:37817 2024-12-09T10:18:05,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:05,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data5/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data6/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:05,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4acef250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:05,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40d62d71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:05,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:05,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1279e10a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:05,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abc0681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:05,370 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:05,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:05,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:05,370 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119780660-172.17.0.3-1733739482681 (Datanode Uuid 7ce20f02-45fa-401d-a0ee-7b723b3ce14d) service to localhost/127.0.0.1:37817 2024-12-09T10:18:05,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data3/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data4/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:05,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63604685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T10:18:05,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78f90857{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:05,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:05,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79fa26bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:05,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b31943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:05,378 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T10:18:05,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T10:18:05,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T10:18:05,378 WARN [BP-2119780660-172.17.0.3-1733739482681 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119780660-172.17.0.3-1733739482681 (Datanode Uuid c7de94af-cc14-44e9-826c-ff3d9e4ae930) service to localhost/127.0.0.1:37817 2024-12-09T10:18:05,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data1/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/cluster_598ad21c-4b88-39fc-69db-b4d4b07d406d/dfs/data/data2/current/BP-2119780660-172.17.0.3-1733739482681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T10:18:05,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T10:18:05,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc578c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T10:18:05,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@efcd7a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T10:18:05,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T10:18:05,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c342e0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T10:18:05,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afea923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5201de69-da18-f46b-d6ce-5059c3776dcd/hadoop.log.dir/,STOPPED} 2024-12-09T10:18:05,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T10:18:05,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1280 (was 1280), ProcessCount=11 (was 11), AvailableMemoryMB=2581 (was 2782)