2024-12-06 10:04:31,954 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 10:04:31,971 main DEBUG Took 0.014214 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 10:04:31,971 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 10:04:31,971 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 10:04:31,973 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 10:04:31,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,018 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 10:04:32,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,060 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,061 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,069 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,071 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,073 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,074 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,075 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,076 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:04:32,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,079 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 10:04:32,081 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:04:32,086 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 10:04:32,089 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 10:04:32,089 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 10:04:32,091 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 10:04:32,093 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 10:04:32,120 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 10:04:32,128 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 10:04:32,131 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 10:04:32,132 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 10:04:32,134 main DEBUG createAppenders(={Console}) 2024-12-06 10:04:32,135 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-06 10:04:32,137 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 10:04:32,137 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-06 10:04:32,138 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 10:04:32,139 main DEBUG OutputStream closed 2024-12-06 10:04:32,140 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 10:04:32,141 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 10:04:32,141 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-06 10:04:32,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 10:04:32,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 10:04:32,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 10:04:32,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 10:04:32,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 10:04:32,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 10:04:32,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 10:04:32,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 10:04:32,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 10:04:32,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 10:04:32,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 10:04:32,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 10:04:32,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 10:04:32,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 10:04:32,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 10:04:32,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 10:04:32,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 10:04:32,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 10:04:32,258 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 10:04:32,258 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-06 10:04:32,258 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 10:04:32,261 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-06T10:04:32,723 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489 2024-12-06 10:04:32,732 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 10:04:32,732 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T10:04:32,757 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T10:04:32,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=8367 2024-12-06T10:04:32,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966, deleteOnExit=true 2024-12-06T10:04:32,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/test.cache.data in system properties and HBase conf 2024-12-06T10:04:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:04:32,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:04:32,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:04:32,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:04:32,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T10:04:33,030 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T10:04:33,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:04:33,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:33,174 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:04:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:04:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:04:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:33,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:04:33,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:04:33,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:04:33,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:33,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:04:33,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:04:34,382 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T10:04:34,489 INFO [Time-limited test {}] log.Log(170): Logging initialized @3479ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T10:04:34,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:34,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:34,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:34,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:34,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:34,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:34,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:34,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:34,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/java.io.tmpdir/jetty-localhost-41169-hadoop-hdfs-3_4_1-tests_jar-_-any-3452284339596117633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:04:34,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:41169} 2024-12-06T10:04:34,993 INFO [Time-limited test {}] server.Server(415): Started @3985ms 2024-12-06T10:04:35,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:35,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:35,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:35,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:35,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:04:35,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:35,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:35,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/java.io.tmpdir/jetty-localhost-45415-hadoop-hdfs-3_4_1-tests_jar-_-any-15431893315461621823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:35,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:45415} 2024-12-06T10:04:35,553 INFO [Time-limited test {}] server.Server(415): Started @4544ms 2024-12-06T10:04:35,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:35,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:35,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:35,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:35,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:35,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:35,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:35,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:35,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/java.io.tmpdir/jetty-localhost-45825-hadoop-hdfs-3_4_1-tests_jar-_-any-15288516481815563243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:35,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:45825} 2024-12-06T10:04:35,923 INFO [Time-limited test {}] server.Server(415): Started @4915ms 2024-12-06T10:04:35,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:35,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:35,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:35,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:35,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:35,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:04:35,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:35,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:36,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/java.io.tmpdir/jetty-localhost-39945-hadoop-hdfs-3_4_1-tests_jar-_-any-14360133275855971865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:36,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:39945} 2024-12-06T10:04:36,129 INFO [Time-limited test {}] server.Server(415): Started @5120ms 2024-12-06T10:04:36,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:36,145 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data2/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,145 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data3/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,145 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data4/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,145 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data1/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,209 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:36,211 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:36,286 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data5/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,287 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data6/current/BP-1832604203-172.17.0.2-1733479474060/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc7f585fc6c5034e with lease ID 0x39e0576e620f5c58: Processing first storage report for DS-a698bc42-a51f-416b-8ad0-ef469c4efb39 from datanode DatanodeRegistration(127.0.0.1:37703, datanodeUuid=754f6c36-67a6-425c-a623-b866662e1c64, infoPort=35107, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc7f585fc6c5034e with lease ID 0x39e0576e620f5c58: from storage DS-a698bc42-a51f-416b-8ad0-ef469c4efb39 node DatanodeRegistration(127.0.0.1:37703, datanodeUuid=754f6c36-67a6-425c-a623-b866662e1c64, infoPort=35107, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e92d499a1d4e7dd with lease ID 0x39e0576e620f5c59: Processing first storage report for DS-e4c5a17b-d600-4177-8b8e-697f0c64c958 from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=6c527f51-70ea-4327-9c2d-fd26745accca, infoPort=39527, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e92d499a1d4e7dd with lease ID 0x39e0576e620f5c59: from storage DS-e4c5a17b-d600-4177-8b8e-697f0c64c958 node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=6c527f51-70ea-4327-9c2d-fd26745accca, infoPort=39527, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc7f585fc6c5034e with lease ID 0x39e0576e620f5c58: Processing first storage report for DS-1c72afac-075c-4a1d-9108-5fbd493f0639 from datanode DatanodeRegistration(127.0.0.1:37703, datanodeUuid=754f6c36-67a6-425c-a623-b866662e1c64, infoPort=35107, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc7f585fc6c5034e with lease ID 0x39e0576e620f5c58: from storage DS-1c72afac-075c-4a1d-9108-5fbd493f0639 node DatanodeRegistration(127.0.0.1:37703, datanodeUuid=754f6c36-67a6-425c-a623-b866662e1c64, infoPort=35107, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e92d499a1d4e7dd with lease ID 0x39e0576e620f5c59: Processing first storage report for DS-b5768443-b703-49e7-8fcb-6bad2556628d from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=6c527f51-70ea-4327-9c2d-fd26745accca, infoPort=39527, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e92d499a1d4e7dd with lease ID 0x39e0576e620f5c59: from storage DS-b5768443-b703-49e7-8fcb-6bad2556628d node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=6c527f51-70ea-4327-9c2d-fd26745accca, infoPort=39527, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,326 WARN [Thread-116 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce35c66e442f6e60 with lease ID 0x39e0576e620f5c5a: Processing first storage report for DS-30e0b13c-662e-49ba-ae6f-42e74d5c08f9 from datanode DatanodeRegistration(127.0.0.1:43875, datanodeUuid=222f8d82-cebc-4b0f-89ef-d800c82b7ac7, infoPort=34573, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce35c66e442f6e60 with lease ID 0x39e0576e620f5c5a: from storage DS-30e0b13c-662e-49ba-ae6f-42e74d5c08f9 node DatanodeRegistration(127.0.0.1:43875, datanodeUuid=222f8d82-cebc-4b0f-89ef-d800c82b7ac7, infoPort=34573, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce35c66e442f6e60 with lease ID 0x39e0576e620f5c5a: Processing first storage report for DS-a1df3713-dcfe-4803-ad31-d63696f8a20f from datanode DatanodeRegistration(127.0.0.1:43875, datanodeUuid=222f8d82-cebc-4b0f-89ef-d800c82b7ac7, infoPort=34573, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060) 2024-12-06T10:04:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce35c66e442f6e60 with lease ID 0x39e0576e620f5c5a: from storage DS-a1df3713-dcfe-4803-ad31-d63696f8a20f node DatanodeRegistration(127.0.0.1:43875, datanodeUuid=222f8d82-cebc-4b0f-89ef-d800c82b7ac7, infoPort=34573, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=462264495;c=1733479474060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:36,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489 2024-12-06T10:04:36,693 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T10:04:36,702 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:04:36,706 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T10:04:36,727 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T10:04:36,727 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T10:04:36,772 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T10:04:36,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:04:36,826 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/oldWALs, maxLogs=32 2024-12-06T10:04:36,871 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479476851, exclude list is [], retry=0 2024-12-06T10:04:36,939 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1045 (auto-detected) 2024-12-06T10:04:36,943 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T10:04:36,971 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-e4c5a17b-d600-4177-8b8e-697f0c64c958,DISK] 2024-12-06T10:04:36,975 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T10:04:37,003 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-a698bc42-a51f-416b-8ad0-ef469c4efb39,DISK] 2024-12-06T10:04:37,004 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43875,DS-30e0b13c-662e-49ba-ae6f-42e74d5c08f9,DISK] 2024-12-06T10:04:37,098 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479476851 2024-12-06T10:04:37,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39527:39527),(127.0.0.1/127.0.0.1:35107:35107),(127.0.0.1/127.0.0.1:34573:34573)] 2024-12-06T10:04:37,102 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T10:04:37,905 DEBUG [AsyncFSWAL-0-hdfs://localhost:46093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T10:04:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T10:04:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T10:04:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T10:04:43,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:04:43,084 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479476851: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T10:04:44,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T10:04:44,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:44,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:44,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:44,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:44,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:44,566 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:44,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:44,566 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1832604203-172.17.0.2-1733479474060 (Datanode Uuid 222f8d82-cebc-4b0f-89ef-d800c82b7ac7) service to localhost/127.0.0.1:46093 2024-12-06T10:04:44,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:44,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data5/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data6/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:44,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:44,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:44,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:44,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:44,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:44,597 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:44,598 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1832604203-172.17.0.2-1733479474060 (Datanode Uuid 6c527f51-70ea-4327-9c2d-fd26745accca) service to localhost/127.0.0.1:46093 2024-12-06T10:04:44,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data4/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data3/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:44,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:44,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:44,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:44,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:44,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:44,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:44,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:44,617 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:44,618 WARN [BP-1832604203-172.17.0.2-1733479474060 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1832604203-172.17.0.2-1733479474060 (Datanode Uuid 754f6c36-67a6-425c-a623-b866662e1c64) service to localhost/127.0.0.1:46093 2024-12-06T10:04:44,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data1/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/cluster_c7cc4a0d-3c8b-bdd1-afd6-ab4ae8d6f966/dfs/data/data2/current/BP-1832604203-172.17.0.2-1733479474060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:44,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:44,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:44,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:44,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:04:44,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:44,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:44,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:44,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:45,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T10:04:45,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3b6603bd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7800 (was 8367) 2024-12-06T10:04:45,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=7803 2024-12-06T10:04:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.log.dir so I do NOT create it in target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b 2024-12-06T10:04:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0781da16-0419-43c8-c3c4-9aa5599b0489/hadoop.tmp.dir so I do NOT create it in target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b 2024-12-06T10:04:45,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440, deleteOnExit=true 2024-12-06T10:04:45,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/test.cache.data in system properties and HBase conf 2024-12-06T10:04:45,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:04:45,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:04:45,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:04:45,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:04:45,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T10:04:45,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:04:45,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:45,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:45,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:04:45,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:45,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:04:45,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:04:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:04:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:04:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:04:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:04:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:04:45,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:45,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:45,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:45,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:45,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:45,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:45,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cf71bb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:45,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc4fdf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:45,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19beaf03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/java.io.tmpdir/jetty-localhost-33145-hadoop-hdfs-3_4_1-tests_jar-_-any-3490079083882529540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:04:45,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265d23db{HTTP/1.1, (http/1.1)}{localhost:33145} 2024-12-06T10:04:45,623 INFO [Time-limited test {}] server.Server(415): Started @14615ms 2024-12-06T10:04:45,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:45,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:45,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:45,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:45,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:45,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22bb44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:45,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@505f2b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:45,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1f425e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/java.io.tmpdir/jetty-localhost-41385-hadoop-hdfs-3_4_1-tests_jar-_-any-6930654885089637422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:45,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c42c0ba{HTTP/1.1, (http/1.1)}{localhost:41385} 2024-12-06T10:04:45,895 INFO [Time-limited test {}] server.Server(415): Started @14887ms 2024-12-06T10:04:45,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:46,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:46,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:46,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:46,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:46,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:46,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f557c25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:46,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d58a4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:46,135 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data1/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,136 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data2/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,208 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb80749a3e2a1780 with lease ID 0x394bd0471a3045f7: Processing first storage report for DS-68789aaa-ba4d-4aa2-a269-d3bcaf98beef from datanode DatanodeRegistration(127.0.0.1:45607, datanodeUuid=95eb095f-ecd2-4249-aa60-ced24ef19233, infoPort=33281, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb80749a3e2a1780 with lease ID 0x394bd0471a3045f7: from storage DS-68789aaa-ba4d-4aa2-a269-d3bcaf98beef node DatanodeRegistration(127.0.0.1:45607, datanodeUuid=95eb095f-ecd2-4249-aa60-ced24ef19233, infoPort=33281, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb80749a3e2a1780 with lease ID 0x394bd0471a3045f7: Processing first storage report for DS-176559b4-6cf3-45a4-911f-f173723291e0 from datanode DatanodeRegistration(127.0.0.1:45607, datanodeUuid=95eb095f-ecd2-4249-aa60-ced24ef19233, infoPort=33281, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb80749a3e2a1780 with lease ID 0x394bd0471a3045f7: from storage DS-176559b4-6cf3-45a4-911f-f173723291e0 node DatanodeRegistration(127.0.0.1:45607, datanodeUuid=95eb095f-ecd2-4249-aa60-ced24ef19233, infoPort=33281, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133e9d79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/java.io.tmpdir/jetty-localhost-40793-hadoop-hdfs-3_4_1-tests_jar-_-any-3370078082266384356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:46,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b4970b0{HTTP/1.1, (http/1.1)}{localhost:40793} 2024-12-06T10:04:46,241 INFO [Time-limited test {}] server.Server(415): Started @15232ms 2024-12-06T10:04:46,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:46,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:46,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:46,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:46,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:46,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:46,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c84e949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:46,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c8eab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:46,365 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data4/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,365 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data3/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,398 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedd37018aa47682 with lease ID 0x394bd0471a3045f8: Processing first storage report for DS-31b7987a-3f12-48bf-9ce1-845baffa9ec9 from datanode DatanodeRegistration(127.0.0.1:37165, datanodeUuid=fecb297d-7435-4fa2-ab5d-4c5ccbe54de0, infoPort=46727, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedd37018aa47682 with lease ID 0x394bd0471a3045f8: from storage DS-31b7987a-3f12-48bf-9ce1-845baffa9ec9 node DatanodeRegistration(127.0.0.1:37165, datanodeUuid=fecb297d-7435-4fa2-ab5d-4c5ccbe54de0, infoPort=46727, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedd37018aa47682 with lease ID 0x394bd0471a3045f8: Processing first storage report for DS-9a5d2337-5aff-4806-864f-db0ab83ae364 from datanode DatanodeRegistration(127.0.0.1:37165, datanodeUuid=fecb297d-7435-4fa2-ab5d-4c5ccbe54de0, infoPort=46727, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedd37018aa47682 with lease ID 0x394bd0471a3045f8: from storage DS-9a5d2337-5aff-4806-864f-db0ab83ae364 node DatanodeRegistration(127.0.0.1:37165, datanodeUuid=fecb297d-7435-4fa2-ab5d-4c5ccbe54de0, infoPort=46727, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3b02ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/java.io.tmpdir/jetty-localhost-37935-hadoop-hdfs-3_4_1-tests_jar-_-any-13257288201329490297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:46,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d678b99{HTTP/1.1, (http/1.1)}{localhost:37935} 2024-12-06T10:04:46,492 INFO [Time-limited test {}] server.Server(415): Started @15483ms 2024-12-06T10:04:46,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:46,604 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data5/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,607 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data6/current/BP-1699622223-172.17.0.2-1733479485350/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:46,634 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:46,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef1f448732395fa with lease ID 0x394bd0471a3045f9: Processing first storage report for DS-9011a94b-c63d-4743-a9f0-a4fabe3e54f3 from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0b3fddff-5515-4806-8b99-fd2c6bd3b404, infoPort=44751, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef1f448732395fa with lease ID 0x394bd0471a3045f9: from storage DS-9011a94b-c63d-4743-a9f0-a4fabe3e54f3 node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0b3fddff-5515-4806-8b99-fd2c6bd3b404, infoPort=44751, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef1f448732395fa with lease ID 0x394bd0471a3045f9: Processing first storage report for DS-040d2fd7-c9e0-4aa5-a56a-e85ded2efa73 from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0b3fddff-5515-4806-8b99-fd2c6bd3b404, infoPort=44751, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350) 2024-12-06T10:04:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef1f448732395fa with lease ID 0x394bd0471a3045f9: from storage DS-040d2fd7-c9e0-4aa5-a56a-e85ded2efa73 node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0b3fddff-5515-4806-8b99-fd2c6bd3b404, infoPort=44751, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=352055279;c=1733479485350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:46,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b 2024-12-06T10:04:46,742 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:04:46,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:04:46,757 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:44227/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:44227/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/oldWALs, maxLogs=32 2024-12-06T10:04:46,781 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479486759, exclude list is [], retry=0 2024-12-06T10:04:46,792 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45607,DS-68789aaa-ba4d-4aa2-a269-d3bcaf98beef,DISK] 2024-12-06T10:04:46,793 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-9011a94b-c63d-4743-a9f0-a4fabe3e54f3,DISK] 2024-12-06T10:04:46,794 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37165,DS-31b7987a-3f12-48bf-9ce1-845baffa9ec9,DISK] 2024-12-06T10:04:46,799 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479486759 2024-12-06T10:04:46,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33281:33281),(127.0.0.1/127.0.0.1:44751:44751),(127.0.0.1/127.0.0.1:46727:46727)] 2024-12-06T10:04:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T10:04:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T10:04:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T10:04:47,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:04:47,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44227/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479486759: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T10:04:47,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T10:04:47,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3b02ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:47,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d678b99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:47,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:47,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70c8eab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:47,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c84e949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:47,617 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:47,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:47,618 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699622223-172.17.0.2-1733479485350 (Datanode Uuid 0b3fddff-5515-4806-8b99-fd2c6bd3b404) service to localhost/127.0.0.1:44227 2024-12-06T10:04:47,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:47,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data5/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data6/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:47,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133e9d79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:47,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b4970b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:47,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:47,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d58a4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:47,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f557c25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:47,638 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:47,638 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:47,638 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699622223-172.17.0.2-1733479485350 (Datanode Uuid fecb297d-7435-4fa2-ab5d-4c5ccbe54de0) service to localhost/127.0.0.1:44227 2024-12-06T10:04:47,638 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:47,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data3/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:47,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data4/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1f425e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:47,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c42c0ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:47,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:47,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@505f2b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:47,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22bb44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:47,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:04:47,658 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:04:47,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:04:47,658 WARN [BP-1699622223-172.17.0.2-1733479485350 heartbeating to localhost/127.0.0.1:44227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699622223-172.17.0.2-1733479485350 (Datanode Uuid 95eb095f-ecd2-4249-aa60-ced24ef19233) service to localhost/127.0.0.1:44227 2024-12-06T10:04:47,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data1/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/cluster_c1bef0a8-e861-6492-623b-f8b290e24440/dfs/data/data2/current/BP-1699622223-172.17.0.2-1733479485350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:04:47,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:04:47,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19beaf03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:04:47,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265d23db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:04:47,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:04:47,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc4fdf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:04:47,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cf71bb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir/,STOPPED} 2024-12-06T10:04:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T10:04:47,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 50) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:44227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:44227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 414) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7589 (was 7803) 2024-12-06T10:04:47,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=7588 2024-12-06T10:04:47,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.log.dir so I do NOT create it in target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710 2024-12-06T10:04:47,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6e19230-b394-98f8-c9ea-dc316a4a9f7b/hadoop.tmp.dir so I do NOT create it in target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710 2024-12-06T10:04:47,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741, deleteOnExit=true 2024-12-06T10:04:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/test.cache.data in system properties and HBase conf 2024-12-06T10:04:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:04:47,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:04:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:04:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:04:47,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T10:04:47,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:04:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:04:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:04:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:04:47,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:04:47,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:04:47,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:47,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:04:47,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:04:47,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:04:47,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:04:47,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:04:47,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:04:47,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:47,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:47,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:47,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:47,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:04:47,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:47,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba835a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:47,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64cbf6d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:48,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb3918d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/java.io.tmpdir/jetty-localhost-37279-hadoop-hdfs-3_4_1-tests_jar-_-any-9695655833546707697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:04:48,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16fcaae5{HTTP/1.1, (http/1.1)}{localhost:37279} 2024-12-06T10:04:48,042 INFO [Time-limited test {}] server.Server(415): Started @17033ms 2024-12-06T10:04:48,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:48,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:48,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:48,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:48,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:04:48,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163af03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:48,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303c53ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:48,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410ebe7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/java.io.tmpdir/jetty-localhost-46719-hadoop-hdfs-3_4_1-tests_jar-_-any-6188561336650523980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:48,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b3f97ce{HTTP/1.1, (http/1.1)}{localhost:46719} 2024-12-06T10:04:48,282 INFO [Time-limited test {}] server.Server(415): Started @17273ms 2024-12-06T10:04:48,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:48,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:48,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:48,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:48,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:48,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:04:48,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e1a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:48,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b769ef5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:48,371 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data2/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,371 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data1/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,396 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20555954b5051817 with lease ID 0xebe84a8341a21140: Processing first storage report for DS-3ed8b373-8573-4a22-bc62-49ace2888c36 from datanode DatanodeRegistration(127.0.0.1:40591, datanodeUuid=fc92e025-9584-4068-9296-424fd0fa8b4c, infoPort=36305, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20555954b5051817 with lease ID 0xebe84a8341a21140: from storage DS-3ed8b373-8573-4a22-bc62-49ace2888c36 node DatanodeRegistration(127.0.0.1:40591, datanodeUuid=fc92e025-9584-4068-9296-424fd0fa8b4c, infoPort=36305, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20555954b5051817 with lease ID 0xebe84a8341a21140: Processing first storage report for DS-e2d0d6f6-2737-4ce9-adf0-ad72bb1711ca from datanode DatanodeRegistration(127.0.0.1:40591, datanodeUuid=fc92e025-9584-4068-9296-424fd0fa8b4c, infoPort=36305, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20555954b5051817 with lease ID 0xebe84a8341a21140: from storage DS-e2d0d6f6-2737-4ce9-adf0-ad72bb1711ca node DatanodeRegistration(127.0.0.1:40591, datanodeUuid=fc92e025-9584-4068-9296-424fd0fa8b4c, infoPort=36305, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@572cf23a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/java.io.tmpdir/jetty-localhost-46493-hadoop-hdfs-3_4_1-tests_jar-_-any-222803670361966354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:48,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42f04007{HTTP/1.1, (http/1.1)}{localhost:46493} 2024-12-06T10:04:48,457 INFO [Time-limited test {}] server.Server(415): Started @17448ms 2024-12-06T10:04:48,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:48,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:04:48,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:04:48,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:04:48,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:04:48,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:04:48,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6edef243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:04:48,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e1fb87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:04:48,548 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data3/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,548 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data4/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,575 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:48,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa29c9432c85dd03 with lease ID 0xebe84a8341a21141: Processing first storage report for DS-56058f07-2186-4b21-bed7-d764a52d1a2c from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=d31437c3-7fcd-456b-a945-8b1771027e56, infoPort=39621, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa29c9432c85dd03 with lease ID 0xebe84a8341a21141: from storage DS-56058f07-2186-4b21-bed7-d764a52d1a2c node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=d31437c3-7fcd-456b-a945-8b1771027e56, infoPort=39621, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa29c9432c85dd03 with lease ID 0xebe84a8341a21141: Processing first storage report for DS-bc8664ad-e3f0-4aaf-a68b-1e5f6e515dd6 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=d31437c3-7fcd-456b-a945-8b1771027e56, infoPort=39621, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa29c9432c85dd03 with lease ID 0xebe84a8341a21141: from storage DS-bc8664ad-e3f0-4aaf-a68b-1e5f6e515dd6 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=d31437c3-7fcd-456b-a945-8b1771027e56, infoPort=39621, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f8af0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/java.io.tmpdir/jetty-localhost-44905-hadoop-hdfs-3_4_1-tests_jar-_-any-12833002214473679691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:04:48,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f42e56f{HTTP/1.1, (http/1.1)}{localhost:44905} 2024-12-06T10:04:48,637 INFO [Time-limited test {}] server.Server(415): Started @17629ms 2024-12-06T10:04:48,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:04:48,742 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data5/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,743 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data6/current/BP-1276410458-172.17.0.2-1733479487789/current, will proceed with Du for space computation calculation, 2024-12-06T10:04:48,763 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:04:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x483c1e4c6f2daf5b with lease ID 0xebe84a8341a21142: Processing first storage report for DS-b40eed50-2017-4daa-9973-3bc4a071f0ac from datanode DatanodeRegistration(127.0.0.1:36537, datanodeUuid=5474561d-c98b-4245-a403-7ea53144d25e, infoPort=41333, infoSecurePort=0, ipcPort=42447, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x483c1e4c6f2daf5b with lease ID 0xebe84a8341a21142: from storage DS-b40eed50-2017-4daa-9973-3bc4a071f0ac node DatanodeRegistration(127.0.0.1:36537, datanodeUuid=5474561d-c98b-4245-a403-7ea53144d25e, infoPort=41333, infoSecurePort=0, ipcPort=42447, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x483c1e4c6f2daf5b with lease ID 0xebe84a8341a21142: Processing first storage report for DS-fb1abb25-22a0-407e-9151-68d0c156a245 from datanode DatanodeRegistration(127.0.0.1:36537, datanodeUuid=5474561d-c98b-4245-a403-7ea53144d25e, infoPort=41333, infoSecurePort=0, ipcPort=42447, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789) 2024-12-06T10:04:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x483c1e4c6f2daf5b with lease ID 0xebe84a8341a21142: from storage DS-fb1abb25-22a0-407e-9151-68d0c156a245 node DatanodeRegistration(127.0.0.1:36537, datanodeUuid=5474561d-c98b-4245-a403-7ea53144d25e, infoPort=41333, infoSecurePort=0, ipcPort=42447, storageInfo=lv=-57;cid=testClusterID;nsid=1985732853;c=1733479487789), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:04:48,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710 2024-12-06T10:04:48,873 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:04:48,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:04:48,881 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39079/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39079/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/oldWALs, maxLogs=32 2024-12-06T10:04:48,904 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479488884, exclude list is [], retry=0 2024-12-06T10:04:48,910 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36537,DS-b40eed50-2017-4daa-9973-3bc4a071f0ac,DISK] 2024-12-06T10:04:48,911 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-56058f07-2186-4b21-bed7-d764a52d1a2c,DISK] 2024-12-06T10:04:48,912 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-3ed8b373-8573-4a22-bc62-49ace2888c36,DISK] 2024-12-06T10:04:48,914 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479488884 2024-12-06T10:04:48,915 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41333:41333),(127.0.0.1/127.0.0.1:39621:39621),(127.0.0.1/127.0.0.1:36305:36305)] 2024-12-06T10:04:48,930 INFO [AsyncFSWAL-0-hdfs://localhost:39079/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T10:05:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T10:05:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T10:05:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36537 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T10:05:00,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:05:00,300 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39079/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733479488884: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T10:05:02,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T10:05:02,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f8af0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:02,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f42e56f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:02,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:02,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e1fb87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:02,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6edef243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:02,370 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:02,371 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1276410458-172.17.0.2-1733479487789 (Datanode Uuid 5474561d-c98b-4245-a403-7ea53144d25e) service to localhost/127.0.0.1:39079 2024-12-06T10:05:02,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data5/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data6/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:02,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:02,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:02,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@572cf23a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:02,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42f04007{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:02,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b769ef5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e1a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:02,392 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:02,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:02,393 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1276410458-172.17.0.2-1733479487789 (Datanode Uuid d31437c3-7fcd-456b-a945-8b1771027e56) service to localhost/127.0.0.1:39079 2024-12-06T10:05:02,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:02,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data3/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data4/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:02,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410ebe7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:02,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b3f97ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:02,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:02,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303c53ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:02,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163af03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:02,408 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:02,408 WARN [BP-1276410458-172.17.0.2-1733479487789 heartbeating to localhost/127.0.0.1:39079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1276410458-172.17.0.2-1733479487789 (Datanode Uuid fc92e025-9584-4068-9296-424fd0fa8b4c) service to localhost/127.0.0.1:39079 2024-12-06T10:05:02,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data1/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/cluster_fbcc0edf-beab-e92a-17fa-d3faac914741/dfs/data/data2/current/BP-1276410458-172.17.0.2-1733479487789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:02,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:02,410 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:02,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:02,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb3918d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:05:02,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16fcaae5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:02,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:02,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64cbf6d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:02,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba835a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:02,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T10:05:02,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 57) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=7506 (was 7588) 2024-12-06T10:05:02,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=7538 2024-12-06T10:05:02,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.log.dir so I do NOT create it in target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2 2024-12-06T10:05:02,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d268b45-90cf-9da3-e2a1-e19f1f622710/hadoop.tmp.dir so I do NOT create it in target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2 2024-12-06T10:05:02,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233, deleteOnExit=true 2024-12-06T10:05:02,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/test.cache.data in system properties and HBase conf 2024-12-06T10:05:02,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:05:02,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:05:02,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:05:02,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:05:02,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T10:05:02,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:05:02,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:05:02,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:05:02,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:05:02,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:05:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:05:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:05:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:05:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:05:02,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:05:02,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:05:02,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:05:02,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:05:02,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:05:02,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:05:02,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733bbcf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:05:02,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d15017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:05:02,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17b918ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/java.io.tmpdir/jetty-localhost-46127-hadoop-hdfs-3_4_1-tests_jar-_-any-809299845894582230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:05:02,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4871ee91{HTTP/1.1, (http/1.1)}{localhost:46127} 2024-12-06T10:05:02,792 INFO [Time-limited test {}] server.Server(415): Started @31784ms 2024-12-06T10:05:02,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:05:02,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:05:02,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:05:02,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:05:02,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:05:02,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163e02a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:05:02,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afe3ef8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:05:03,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29aaf2c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/java.io.tmpdir/jetty-localhost-33691-hadoop-hdfs-3_4_1-tests_jar-_-any-14899868771132503448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:03,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@87a2074{HTTP/1.1, (http/1.1)}{localhost:33691} 2024-12-06T10:05:03,118 INFO [Time-limited test {}] server.Server(415): Started @32110ms 2024-12-06T10:05:03,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:05:03,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:05:03,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:05:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:05:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:05:03,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:05:03,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55118eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:05:03,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a80139e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:05:03,268 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data1/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,274 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data2/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,337 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:05:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8431c4f01d24f7 with lease ID 0x42a591563a574ba2: Processing first storage report for DS-2b19f7de-b270-4e99-a183-202f7f644bf4 from datanode DatanodeRegistration(127.0.0.1:45487, datanodeUuid=d6199b68-d63a-49b5-95a6-fd8444e303b8, infoPort=40351, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8431c4f01d24f7 with lease ID 0x42a591563a574ba2: from storage DS-2b19f7de-b270-4e99-a183-202f7f644bf4 node DatanodeRegistration(127.0.0.1:45487, datanodeUuid=d6199b68-d63a-49b5-95a6-fd8444e303b8, infoPort=40351, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8431c4f01d24f7 with lease ID 0x42a591563a574ba2: Processing first storage report for DS-4b6ce6a7-de2c-4e50-bae8-b591ddd6e37c from datanode DatanodeRegistration(127.0.0.1:45487, datanodeUuid=d6199b68-d63a-49b5-95a6-fd8444e303b8, infoPort=40351, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8431c4f01d24f7 with lease ID 0x42a591563a574ba2: from storage DS-4b6ce6a7-de2c-4e50-bae8-b591ddd6e37c node DatanodeRegistration(127.0.0.1:45487, datanodeUuid=d6199b68-d63a-49b5-95a6-fd8444e303b8, infoPort=40351, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1068058a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/java.io.tmpdir/jetty-localhost-40645-hadoop-hdfs-3_4_1-tests_jar-_-any-2806956915981266303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:03,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34314062{HTTP/1.1, (http/1.1)}{localhost:40645} 2024-12-06T10:05:03,375 INFO [Time-limited test {}] server.Server(415): Started @32367ms 2024-12-06T10:05:03,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:05:03,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:05:03,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:05:03,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:05:03,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:05:03,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:05:03,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@457052ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:05:03,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd89e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:05:03,492 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data3/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,493 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data4/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,553 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:05:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8f4324745c22b6d with lease ID 0x42a591563a574ba3: Processing first storage report for DS-bc7a7221-a0af-44bf-a10e-5ecee704ee57 from datanode DatanodeRegistration(127.0.0.1:43005, datanodeUuid=451cda54-ca1d-40d4-b242-315742b6b92c, infoPort=34915, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8f4324745c22b6d with lease ID 0x42a591563a574ba3: from storage DS-bc7a7221-a0af-44bf-a10e-5ecee704ee57 node DatanodeRegistration(127.0.0.1:43005, datanodeUuid=451cda54-ca1d-40d4-b242-315742b6b92c, infoPort=34915, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8f4324745c22b6d with lease ID 0x42a591563a574ba3: Processing first storage report for DS-ec3ac367-afbe-4532-b36d-16512ab02948 from datanode DatanodeRegistration(127.0.0.1:43005, datanodeUuid=451cda54-ca1d-40d4-b242-315742b6b92c, infoPort=34915, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8f4324745c22b6d with lease ID 0x42a591563a574ba3: from storage DS-ec3ac367-afbe-4532-b36d-16512ab02948 node DatanodeRegistration(127.0.0.1:43005, datanodeUuid=451cda54-ca1d-40d4-b242-315742b6b92c, infoPort=34915, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5826cd5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/java.io.tmpdir/jetty-localhost-40005-hadoop-hdfs-3_4_1-tests_jar-_-any-6960082287820812695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:03,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d30150{HTTP/1.1, (http/1.1)}{localhost:40005} 2024-12-06T10:05:03,573 INFO [Time-limited test {}] server.Server(415): Started @32565ms 2024-12-06T10:05:03,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:05:03,708 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data5/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,714 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data6/current/BP-1243191776-172.17.0.2-1733479502560/current, will proceed with Du for space computation calculation, 2024-12-06T10:05:03,746 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:05:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ed922a1b1a161d with lease ID 0x42a591563a574ba4: Processing first storage report for DS-b6964679-34a6-4793-8312-0251ee675f39 from datanode DatanodeRegistration(127.0.0.1:46535, datanodeUuid=750cd1a0-e802-4031-83bc-0ed5b2cc4ccc, infoPort=45361, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ed922a1b1a161d with lease ID 0x42a591563a574ba4: from storage DS-b6964679-34a6-4793-8312-0251ee675f39 node DatanodeRegistration(127.0.0.1:46535, datanodeUuid=750cd1a0-e802-4031-83bc-0ed5b2cc4ccc, infoPort=45361, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ed922a1b1a161d with lease ID 0x42a591563a574ba4: Processing first storage report for DS-3d33ffbb-dde5-4f6b-8563-feacffffc65c from datanode DatanodeRegistration(127.0.0.1:46535, datanodeUuid=750cd1a0-e802-4031-83bc-0ed5b2cc4ccc, infoPort=45361, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560) 2024-12-06T10:05:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ed922a1b1a161d with lease ID 0x42a591563a574ba4: from storage DS-3d33ffbb-dde5-4f6b-8563-feacffffc65c node DatanodeRegistration(127.0.0.1:46535, datanodeUuid=750cd1a0-e802-4031-83bc-0ed5b2cc4ccc, infoPort=45361, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1659327908;c=1733479502560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:05:03,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2 2024-12-06T10:05:03,835 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:05:03,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:05:03,847 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:32859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:32859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/oldWALs, maxLogs=32 2024-12-06T10:05:03,869 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479503849, exclude list is [], retry=0 2024-12-06T10:05:03,877 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43005,DS-bc7a7221-a0af-44bf-a10e-5ecee704ee57,DISK] 2024-12-06T10:05:03,879 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45487,DS-2b19f7de-b270-4e99-a183-202f7f644bf4,DISK] 2024-12-06T10:05:03,879 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-b6964679-34a6-4793-8312-0251ee675f39,DISK] 2024-12-06T10:05:03,893 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479503849 2024-12-06T10:05:03,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34915:34915),(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:45361:45361)] 2024-12-06T10:05:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45487 is added to blk_1073741825_1001 (size=121110) 2024-12-06T10:05:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741825_1001 (size=121110) 2024-12-06T10:05:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741825_1001 (size=121110) 2024-12-06T10:05:04,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:05:04,394 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733479503849: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T10:05:04,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T10:05:04,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5826cd5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:04,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d30150{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:04,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:04,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd89e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:04,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@457052ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:04,432 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:04,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:04,432 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1243191776-172.17.0.2-1733479502560 (Datanode Uuid 750cd1a0-e802-4031-83bc-0ed5b2cc4ccc) service to localhost/127.0.0.1:32859 2024-12-06T10:05:04,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:04,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data5/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data6/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:04,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1068058a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:04,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34314062{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:04,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:04,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a80139e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:04,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55118eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:04,443 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:04,443 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1243191776-172.17.0.2-1733479502560 (Datanode Uuid 451cda54-ca1d-40d4-b242-315742b6b92c) service to localhost/127.0.0.1:32859 2024-12-06T10:05:04,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:04,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:04,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data3/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data4/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:04,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29aaf2c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:05:04,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@87a2074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:04,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:04,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afe3ef8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:04,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163e02a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:04,457 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:05:04,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:05:04,457 WARN [BP-1243191776-172.17.0.2-1733479502560 heartbeating to localhost/127.0.0.1:32859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1243191776-172.17.0.2-1733479502560 (Datanode Uuid d6199b68-d63a-49b5-95a6-fd8444e303b8) service to localhost/127.0.0.1:32859 2024-12-06T10:05:04,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:05:04,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data1/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/cluster_348e0b88-560d-00a9-f4c9-44dccc9b8233/dfs/data/data2/current/BP-1243191776-172.17.0.2-1733479502560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:05:04,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:05:04,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17b918ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:05:04,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4871ee91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:05:04,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:05:04,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d15017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:05:04,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733bbcf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09e00f41-741a-0f0e-de3c-57f5d409c8b2/hadoop.log.dir/,STOPPED} 2024-12-06T10:05:04,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T10:05:04,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=66 (was 59) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=7328 (was 7538)