2024-11-16 05:04:45,046 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-16 05:04:45,066 main DEBUG Took 0.017957 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 05:04:45,066 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 05:04:45,067 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 05:04:45,068 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 05:04:45,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,104 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 05:04:45,119 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,123 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,124 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,126 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,128 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,128 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,131 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:04:45,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,132 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 05:04:45,134 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:04:45,136 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 05:04:45,138 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 05:04:45,139 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 05:04:45,140 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 05:04:45,140 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 05:04:45,151 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 05:04:45,154 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 05:04:45,156 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 05:04:45,156 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 05:04:45,157 main DEBUG createAppenders(={Console}) 2024-11-16 05:04:45,158 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-16 05:04:45,158 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-16 05:04:45,158 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-16 05:04:45,159 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 05:04:45,160 main DEBUG OutputStream closed 2024-11-16 05:04:45,160 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 05:04:45,160 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 05:04:45,161 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-16 05:04:45,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 05:04:45,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 05:04:45,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 05:04:45,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 05:04:45,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 05:04:45,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 05:04:45,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 05:04:45,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 05:04:45,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 05:04:45,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 05:04:45,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 05:04:45,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 05:04:45,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 05:04:45,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 05:04:45,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 05:04:45,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 05:04:45,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 05:04:45,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 05:04:45,271 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 05:04:45,271 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-16 05:04:45,271 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 05:04:45,272 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-16T05:04:45,605 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46 2024-11-16 05:04:45,609 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 05:04:45,609 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T05:04:45,626 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-16T05:04:45,682 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=9369 2024-11-16T05:04:45,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a, deleteOnExit=true 2024-11-16T05:04:45,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/test.cache.data in system properties and HBase conf 2024-11-16T05:04:45,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T05:04:45,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir in system properties and HBase conf 2024-11-16T05:04:45,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T05:04:45,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T05:04:45,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T05:04:45,820 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T05:04:45,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T05:04:45,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:45,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:45,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T05:04:45,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:45,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T05:04:45,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T05:04:45,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:45,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:45,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T05:04:45,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/nfs.dump.dir in system properties and HBase conf 2024-11-16T05:04:45,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/java.io.tmpdir in system properties and HBase conf 2024-11-16T05:04:45,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:45,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T05:04:45,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T05:04:46,942 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T05:04:47,041 INFO [Time-limited test {}] log.Log(170): Logging initialized @2909ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T05:04:47,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:47,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:47,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:47,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:47,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:47,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:47,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:47,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:47,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/java.io.tmpdir/jetty-localhost-45695-hadoop-hdfs-3_4_1-tests_jar-_-any-5571268402483114434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:04:47,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:45695} 2024-11-16T05:04:47,506 INFO [Time-limited test {}] server.Server(415): Started @3375ms 2024-11-16T05:04:47,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:47,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:47,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:47,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:47,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:47,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:47,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:48,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/java.io.tmpdir/jetty-localhost-43667-hadoop-hdfs-3_4_1-tests_jar-_-any-10389406940426889503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:48,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:43667} 2024-11-16T05:04:48,070 INFO [Time-limited test {}] server.Server(415): Started @3939ms 2024-11-16T05:04:48,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:48,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:48,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:48,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:48,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:48,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T05:04:48,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:48,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:48,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/java.io.tmpdir/jetty-localhost-37145-hadoop-hdfs-3_4_1-tests_jar-_-any-5201703043857923953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:48,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:37145} 2024-11-16T05:04:48,402 INFO [Time-limited test {}] server.Server(415): Started @4271ms 2024-11-16T05:04:48,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:48,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:48,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:48,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:48,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:48,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:48,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:48,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:48,572 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data2/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,572 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data4/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,572 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data1/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,572 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data3/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,632 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:48,632 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:48,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-265223004181011979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:48,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-16T05:04:48,645 INFO [Time-limited test {}] server.Server(415): Started @4514ms 2024-11-16T05:04:48,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5ba65f69061d2bc with lease ID 0x54edf4afab755b04: Processing first storage report for DS-0226701b-1f2b-4621-bff8-c558f3594493 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=18c2c944-8577-4c66-b9b6-671a12338a99, infoPort=41563, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5ba65f69061d2bc with lease ID 0x54edf4afab755b04: from storage DS-0226701b-1f2b-4621-bff8-c558f3594493 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=18c2c944-8577-4c66-b9b6-671a12338a99, infoPort=41563, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T05:04:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a9196eb8c89df5 with lease ID 0x54edf4afab755b03: Processing first storage report for DS-3203fd98-e659-4d94-a156-5b0619214a39 from datanode DatanodeRegistration(127.0.0.1:39593, datanodeUuid=621fb00d-866a-4e52-9bdd-bac487f54ae3, infoPort=34991, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a9196eb8c89df5 with lease ID 0x54edf4afab755b03: from storage DS-3203fd98-e659-4d94-a156-5b0619214a39 node DatanodeRegistration(127.0.0.1:39593, datanodeUuid=621fb00d-866a-4e52-9bdd-bac487f54ae3, infoPort=34991, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5ba65f69061d2bc with lease ID 0x54edf4afab755b04: Processing first storage report for DS-450d63b7-1efb-44b3-a9d7-bbf14958bf24 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=18c2c944-8577-4c66-b9b6-671a12338a99, infoPort=41563, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5ba65f69061d2bc with lease ID 0x54edf4afab755b04: from storage DS-450d63b7-1efb-44b3-a9d7-bbf14958bf24 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=18c2c944-8577-4c66-b9b6-671a12338a99, infoPort=41563, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a9196eb8c89df5 with lease ID 0x54edf4afab755b03: Processing first storage report for DS-1bbd003b-2e3a-46ac-a1fb-d2bff584a81b from datanode DatanodeRegistration(127.0.0.1:39593, datanodeUuid=621fb00d-866a-4e52-9bdd-bac487f54ae3, infoPort=34991, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a9196eb8c89df5 with lease ID 0x54edf4afab755b03: from storage DS-1bbd003b-2e3a-46ac-a1fb-d2bff584a81b node DatanodeRegistration(127.0.0.1:39593, datanodeUuid=621fb00d-866a-4e52-9bdd-bac487f54ae3, infoPort=34991, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:48,751 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data5/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,751 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data6/current/BP-1162234176-172.17.0.2-1731733486687/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:48,777 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe27f5d8b2b8f642e with lease ID 0x54edf4afab755b05: Processing first storage report for DS-5bf1d77b-6e48-48cf-a8cb-7c0b8155f5ce from datanode DatanodeRegistration(127.0.0.1:37423, datanodeUuid=99a013bf-96a5-421e-8184-9a6eade454a3, infoPort=34387, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe27f5d8b2b8f642e with lease ID 0x54edf4afab755b05: from storage DS-5bf1d77b-6e48-48cf-a8cb-7c0b8155f5ce node DatanodeRegistration(127.0.0.1:37423, datanodeUuid=99a013bf-96a5-421e-8184-9a6eade454a3, infoPort=34387, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe27f5d8b2b8f642e with lease ID 0x54edf4afab755b05: Processing first storage report for DS-c09f9d30-6c6a-4364-a5c2-2326e9beb247 from datanode DatanodeRegistration(127.0.0.1:37423, datanodeUuid=99a013bf-96a5-421e-8184-9a6eade454a3, infoPort=34387, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687) 2024-11-16T05:04:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe27f5d8b2b8f642e with lease ID 0x54edf4afab755b05: from storage DS-c09f9d30-6c6a-4364-a5c2-2326e9beb247 node DatanodeRegistration(127.0.0.1:37423, datanodeUuid=99a013bf-96a5-421e-8184-9a6eade454a3, infoPort=34387, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1717625525;c=1731733486687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:49,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46 2024-11-16T05:04:49,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:04:49,096 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T05:04:49,099 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T05:04:49,111 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T05:04:49,111 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T05:04:49,163 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T05:04:49,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T05:04:49,224 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:34051/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:34051/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/oldWALs, maxLogs=32 2024-11-16T05:04:49,270 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733489249, exclude list is [], retry=0 2024-11-16T05:04:49,335 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1038 (auto-detected) 2024-11-16T05:04:49,339 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T05:04:49,366 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39593,DS-3203fd98-e659-4d94-a156-5b0619214a39,DISK] 2024-11-16T05:04:49,370 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T05:04:49,401 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-0226701b-1f2b-4621-bff8-c558f3594493,DISK] 2024-11-16T05:04:49,402 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37423,DS-5bf1d77b-6e48-48cf-a8cb-7c0b8155f5ce,DISK] 2024-11-16T05:04:49,491 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733489249 2024-11-16T05:04:49,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34991:34991),(127.0.0.1/127.0.0.1:41563:41563),(127.0.0.1/127.0.0.1:34387:34387)] 2024-11-16T05:04:49,494 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T05:04:50,171 DEBUG [AsyncFSWAL-0-hdfs://localhost:34051/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-16T05:04:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741825_1001 (size=1048651116) 2024-11-16T05:04:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741825_1001 (size=1048651116) 2024-11-16T05:04:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37423 is added to blk_1073741825_1001 (size=1048651116) 2024-11-16T05:04:54,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T05:04:54,829 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34051/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733489249: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-16T05:04:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T05:04:55,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:55,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:55,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:55,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:55,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:55,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:55,932 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:55,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:55,932 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162234176-172.17.0.2-1731733486687 (Datanode Uuid 99a013bf-96a5-421e-8184-9a6eade454a3) service to localhost/127.0.0.1:34051 2024-11-16T05:04:55,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data5/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data6/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:55,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:55,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:55,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:55,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:55,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:55,942 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:55,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:55,942 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162234176-172.17.0.2-1731733486687 (Datanode Uuid 18c2c944-8577-4c66-b9b6-671a12338a99) service to localhost/127.0.0.1:34051 2024-11-16T05:04:55,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:55,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data3/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data4/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:55,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:55,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:55,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:55,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:55,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:55,961 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:55,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:55,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:55,961 WARN [BP-1162234176-172.17.0.2-1731733486687 heartbeating to localhost/127.0.0.1:34051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162234176-172.17.0.2-1731733486687 (Datanode Uuid 621fb00d-866a-4e52-9bdd-bac487f54ae3) service to localhost/127.0.0.1:34051 2024-11-16T05:04:55,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data1/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/cluster_82ac219a-9c62-97d0-ad38-eaeb2276d21a/dfs/data/data2/current/BP-1162234176-172.17.0.2-1731733486687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:55,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:55,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:04:55,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:55,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:55,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:55,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:56,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T05:04:56,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=51 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1336835d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8868 (was 9369) 2024-11-16T05:04:56,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=51, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=8867 2024-11-16T05:04:56,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.log.dir so I do NOT create it in target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f 2024-11-16T05:04:56,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c46accfa-0eb1-5535-6ed7-aa7937086e46/hadoop.tmp.dir so I do NOT create it in target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f 2024-11-16T05:04:56,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac, deleteOnExit=true 2024-11-16T05:04:56,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/test.cache.data in system properties and HBase conf 2024-11-16T05:04:56,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T05:04:56,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir in system properties and HBase conf 2024-11-16T05:04:56,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T05:04:56,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T05:04:56,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T05:04:56,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T05:04:56,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:56,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:56,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T05:04:56,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:56,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T05:04:56,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T05:04:56,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:56,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:56,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T05:04:56,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/nfs.dump.dir in system properties and HBase conf 2024-11-16T05:04:56,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/java.io.tmpdir in system properties and HBase conf 2024-11-16T05:04:56,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:56,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T05:04:56,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T05:04:56,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:56,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:56,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:56,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:56,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:56,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:56,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50908c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:56,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48aa6542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:56,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cab6d6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/java.io.tmpdir/jetty-localhost-41001-hadoop-hdfs-3_4_1-tests_jar-_-any-3045355935307310398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:04:56,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7efa8469{HTTP/1.1, (http/1.1)}{localhost:41001} 2024-11-16T05:04:56,909 INFO [Time-limited test {}] server.Server(415): Started @12778ms 2024-11-16T05:04:57,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:57,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:57,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:57,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:57,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:57,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a579ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:57,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4765c804{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:57,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@766337b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/java.io.tmpdir/jetty-localhost-34181-hadoop-hdfs-3_4_1-tests_jar-_-any-1360752675320267119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:57,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19e78f62{HTTP/1.1, (http/1.1)}{localhost:34181} 2024-11-16T05:04:57,202 INFO [Time-limited test {}] server.Server(415): Started @13071ms 2024-11-16T05:04:57,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:57,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:57,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:57,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:57,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:57,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T05:04:57,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d8f920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:57,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734ba07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:57,316 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data1/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,316 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data2/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,353 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96b13a200cdd83b with lease ID 0xbeb1da81091628f2: Processing first storage report for DS-1303dfc7-d31e-4e13-9954-3b03f2848f88 from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=c9780d89-44f5-4a13-896d-302329d52708, infoPort=40101, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96b13a200cdd83b with lease ID 0xbeb1da81091628f2: from storage DS-1303dfc7-d31e-4e13-9954-3b03f2848f88 node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=c9780d89-44f5-4a13-896d-302329d52708, infoPort=40101, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96b13a200cdd83b with lease ID 0xbeb1da81091628f2: Processing first storage report for DS-bd3ab12c-6579-4316-900b-1bd6d597e844 from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=c9780d89-44f5-4a13-896d-302329d52708, infoPort=40101, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96b13a200cdd83b with lease ID 0xbeb1da81091628f2: from storage DS-bd3ab12c-6579-4316-900b-1bd6d597e844 node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=c9780d89-44f5-4a13-896d-302329d52708, infoPort=40101, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53afeeb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/java.io.tmpdir/jetty-localhost-38113-hadoop-hdfs-3_4_1-tests_jar-_-any-3115986869825526285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:57,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab29730{HTTP/1.1, (http/1.1)}{localhost:38113} 2024-11-16T05:04:57,427 INFO [Time-limited test {}] server.Server(415): Started @13296ms 2024-11-16T05:04:57,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:57,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:57,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:57,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:57,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:57,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:57,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760d6a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:57,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374d8a51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:57,552 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data3/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,555 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data4/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,586 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe54b2251c595e91 with lease ID 0xbeb1da81091628f3: Processing first storage report for DS-ff7d3f6a-2600-4cf0-b9d0-fc8c5c39cda9 from datanode DatanodeRegistration(127.0.0.1:33091, datanodeUuid=bad7a761-36ee-4f24-9eab-6c0edfd96a62, infoPort=36173, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe54b2251c595e91 with lease ID 0xbeb1da81091628f3: from storage DS-ff7d3f6a-2600-4cf0-b9d0-fc8c5c39cda9 node DatanodeRegistration(127.0.0.1:33091, datanodeUuid=bad7a761-36ee-4f24-9eab-6c0edfd96a62, infoPort=36173, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe54b2251c595e91 with lease ID 0xbeb1da81091628f3: Processing first storage report for DS-2caed48e-438d-4101-8ce5-b9de242077f4 from datanode DatanodeRegistration(127.0.0.1:33091, datanodeUuid=bad7a761-36ee-4f24-9eab-6c0edfd96a62, infoPort=36173, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe54b2251c595e91 with lease ID 0xbeb1da81091628f3: from storage DS-2caed48e-438d-4101-8ce5-b9de242077f4 node DatanodeRegistration(127.0.0.1:33091, datanodeUuid=bad7a761-36ee-4f24-9eab-6c0edfd96a62, infoPort=36173, infoSecurePort=0, ipcPort=42385, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf38072{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/java.io.tmpdir/jetty-localhost-44351-hadoop-hdfs-3_4_1-tests_jar-_-any-302980608567162951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:57,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bc55e73{HTTP/1.1, (http/1.1)}{localhost:44351} 2024-11-16T05:04:57,660 INFO [Time-limited test {}] server.Server(415): Started @13529ms 2024-11-16T05:04:57,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:57,784 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data5/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,784 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data6/current/BP-1572399824-172.17.0.2-1731733496670/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:57,814 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514e9bbe34adeced with lease ID 0xbeb1da81091628f4: Processing first storage report for DS-a782cb3e-06c4-4bfc-be0e-11c77ff4e105 from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=935a46dd-85d4-4dfa-984e-7cff34aed70c, infoPort=39031, infoSecurePort=0, ipcPort=34861, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514e9bbe34adeced with lease ID 0xbeb1da81091628f4: from storage DS-a782cb3e-06c4-4bfc-be0e-11c77ff4e105 node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=935a46dd-85d4-4dfa-984e-7cff34aed70c, infoPort=39031, infoSecurePort=0, ipcPort=34861, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514e9bbe34adeced with lease ID 0xbeb1da81091628f4: Processing first storage report for DS-3b70d5f2-0ed6-40ff-9704-47860539f9ec from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=935a46dd-85d4-4dfa-984e-7cff34aed70c, infoPort=39031, infoSecurePort=0, ipcPort=34861, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670) 2024-11-16T05:04:57,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514e9bbe34adeced with lease ID 0xbeb1da81091628f4: from storage DS-3b70d5f2-0ed6-40ff-9704-47860539f9ec node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=935a46dd-85d4-4dfa-984e-7cff34aed70c, infoPort=39031, infoSecurePort=0, ipcPort=34861, storageInfo=lv=-57;cid=testClusterID;nsid=1540258638;c=1731733496670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:57,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f 2024-11-16T05:04:57,909 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T05:04:57,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T05:04:57,917 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39131/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39131/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/oldWALs, maxLogs=32 2024-11-16T05:04:57,941 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733497919, exclude list is [], retry=0 2024-11-16T05:04:57,948 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a782cb3e-06c4-4bfc-be0e-11c77ff4e105,DISK] 2024-11-16T05:04:57,949 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-1303dfc7-d31e-4e13-9954-3b03f2848f88,DISK] 2024-11-16T05:04:57,950 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33091,DS-ff7d3f6a-2600-4cf0-b9d0-fc8c5c39cda9,DISK] 2024-11-16T05:04:57,959 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733497919 2024-11-16T05:04:57,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031),(127.0.0.1/127.0.0.1:40101:40101),(127.0.0.1/127.0.0.1:36173:36173)] 2024-11-16T05:04:58,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741825_1001 (size=1073110) 2024-11-16T05:04:58,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33091 is added to blk_1073741825_1001 (size=1073110) 2024-11-16T05:04:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741825_1001 (size=1073110) 2024-11-16T05:04:58,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T05:04:58,584 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39131/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733497919: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-16T05:04:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T05:04:58,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf38072{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:58,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bc55e73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:58,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:58,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374d8a51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:58,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760d6a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:58,630 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:58,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:58,631 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572399824-172.17.0.2-1731733496670 (Datanode Uuid 935a46dd-85d4-4dfa-984e-7cff34aed70c) service to localhost/127.0.0.1:39131 2024-11-16T05:04:58,631 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:58,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data5/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data6/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,632 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:58,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53afeeb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:58,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab29730{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:58,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734ba07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d8f920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:58,644 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:58,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:58,645 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572399824-172.17.0.2-1731733496670 (Datanode Uuid bad7a761-36ee-4f24-9eab-6c0edfd96a62) service to localhost/127.0.0.1:39131 2024-11-16T05:04:58,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:58,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data3/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data4/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:58,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@766337b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:58,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19e78f62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:58,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:58,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4765c804{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:58,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a579ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:58,662 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:04:58,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:04:58,662 WARN [BP-1572399824-172.17.0.2-1731733496670 heartbeating to localhost/127.0.0.1:39131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572399824-172.17.0.2-1731733496670 (Datanode Uuid c9780d89-44f5-4a13-896d-302329d52708) service to localhost/127.0.0.1:39131 2024-11-16T05:04:58,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:04:58,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data1/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/cluster_333491e3-f6e0-2371-b118-16d70c7886ac/dfs/data/data2/current/BP-1572399824-172.17.0.2-1731733496670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:04:58,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:04:58,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cab6d6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:04:58,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7efa8469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:04:58,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:04:58,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48aa6542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:04:58,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50908c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir/,STOPPED} 2024-11-16T05:04:58,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T05:04:58,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=59 (was 51) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=8623 (was 8867) 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=8623 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.log.dir so I do NOT create it in target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25219916-57d3-8770-e4cb-ae289ff2e27f/hadoop.tmp.dir so I do NOT create it in target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec, deleteOnExit=true 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/test.cache.data in system properties and HBase conf 2024-11-16T05:04:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T05:04:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir in system properties and HBase conf 2024-11-16T05:04:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T05:04:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T05:04:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T05:04:58,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T05:04:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:04:58,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:58,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T05:04:58,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/nfs.dump.dir in system properties and HBase conf 2024-11-16T05:04:58,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/java.io.tmpdir in system properties and HBase conf 2024-11-16T05:04:58,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:04:58,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T05:04:58,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T05:04:58,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:58,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:58,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:58,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:58,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:58,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:58,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dd3fdf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:58,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e69d7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:58,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39c88123{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/java.io.tmpdir/jetty-localhost-40759-hadoop-hdfs-3_4_1-tests_jar-_-any-7975509762654548221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:04:58,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbec357{HTTP/1.1, (http/1.1)}{localhost:40759} 2024-11-16T05:04:58,941 INFO [Time-limited test {}] server.Server(415): Started @14810ms 2024-11-16T05:04:59,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:59,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:59,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:59,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:59,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:59,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54f44005{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:59,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b8fd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:59,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa9bdd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-1793664979081551231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:59,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d62881{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-16T05:04:59,148 INFO [Time-limited test {}] server.Server(415): Started @15018ms 2024-11-16T05:04:59,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:59,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:59,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:59,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:59,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:59,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T05:04:59,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe6b2cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:59,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d089b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:59,240 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data1/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,241 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data2/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,266 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:59,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a9a7445b6c1ae7f with lease ID 0x546d871d608742c4: Processing first storage report for DS-daf5ec47-7dee-4db3-90f4-7ed85f1b9af5 from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b9de23f4-690a-466f-b2e6-25e966525bca, infoPort=38977, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a9a7445b6c1ae7f with lease ID 0x546d871d608742c4: from storage DS-daf5ec47-7dee-4db3-90f4-7ed85f1b9af5 node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b9de23f4-690a-466f-b2e6-25e966525bca, infoPort=38977, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a9a7445b6c1ae7f with lease ID 0x546d871d608742c4: Processing first storage report for DS-bc54fee2-b735-4fd8-875f-88184a5deca3 from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b9de23f4-690a-466f-b2e6-25e966525bca, infoPort=38977, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a9a7445b6c1ae7f with lease ID 0x546d871d608742c4: from storage DS-bc54fee2-b735-4fd8-875f-88184a5deca3 node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b9de23f4-690a-466f-b2e6-25e966525bca, infoPort=38977, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@703288a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/java.io.tmpdir/jetty-localhost-46185-hadoop-hdfs-3_4_1-tests_jar-_-any-14031289542788238438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:59,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c01f072{HTTP/1.1, (http/1.1)}{localhost:46185} 2024-11-16T05:04:59,335 INFO [Time-limited test {}] server.Server(415): Started @15204ms 2024-11-16T05:04:59,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:59,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:04:59,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:04:59,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:04:59,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:04:59,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:04:59,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61519de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:04:59,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d25ba53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:04:59,448 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data4/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,448 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data3/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,472 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f308b3f8d5a779c with lease ID 0x546d871d608742c5: Processing first storage report for DS-e10bb822-f422-49df-a17a-df985c74c1ed from datanode DatanodeRegistration(127.0.0.1:43423, datanodeUuid=5a20a139-47f8-4f31-a2af-fe3dec2171be, infoPort=33035, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f308b3f8d5a779c with lease ID 0x546d871d608742c5: from storage DS-e10bb822-f422-49df-a17a-df985c74c1ed node DatanodeRegistration(127.0.0.1:43423, datanodeUuid=5a20a139-47f8-4f31-a2af-fe3dec2171be, infoPort=33035, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f308b3f8d5a779c with lease ID 0x546d871d608742c5: Processing first storage report for DS-e74752f6-1769-4209-a786-9bd147549a42 from datanode DatanodeRegistration(127.0.0.1:43423, datanodeUuid=5a20a139-47f8-4f31-a2af-fe3dec2171be, infoPort=33035, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f308b3f8d5a779c with lease ID 0x546d871d608742c5: from storage DS-e74752f6-1769-4209-a786-9bd147549a42 node DatanodeRegistration(127.0.0.1:43423, datanodeUuid=5a20a139-47f8-4f31-a2af-fe3dec2171be, infoPort=33035, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3080a139{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/java.io.tmpdir/jetty-localhost-34641-hadoop-hdfs-3_4_1-tests_jar-_-any-15996934044183404810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:04:59,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400a71f3{HTTP/1.1, (http/1.1)}{localhost:34641} 2024-11-16T05:04:59,519 INFO [Time-limited test {}] server.Server(415): Started @15389ms 2024-11-16T05:04:59,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:04:59,632 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data5/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,632 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data6/current/BP-1287225425-172.17.0.2-1731733498747/current, will proceed with Du for space computation calculation, 2024-11-16T05:04:59,656 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:04:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc2ac9f117fbd2cb with lease ID 0x546d871d608742c6: Processing first storage report for DS-4ebbf475-56a9-41e4-ab81-d6bad3ff07fb from datanode DatanodeRegistration(127.0.0.1:42983, datanodeUuid=736a6033-4aa9-4dd1-868d-3f092a418e3d, infoPort=43109, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc2ac9f117fbd2cb with lease ID 0x546d871d608742c6: from storage DS-4ebbf475-56a9-41e4-ab81-d6bad3ff07fb node DatanodeRegistration(127.0.0.1:42983, datanodeUuid=736a6033-4aa9-4dd1-868d-3f092a418e3d, infoPort=43109, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc2ac9f117fbd2cb with lease ID 0x546d871d608742c6: Processing first storage report for DS-10a37531-6aca-4adf-b83c-cc0fb4a7c4fb from datanode DatanodeRegistration(127.0.0.1:42983, datanodeUuid=736a6033-4aa9-4dd1-868d-3f092a418e3d, infoPort=43109, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747) 2024-11-16T05:04:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc2ac9f117fbd2cb with lease ID 0x546d871d608742c6: from storage DS-10a37531-6aca-4adf-b83c-cc0fb4a7c4fb node DatanodeRegistration(127.0.0.1:42983, datanodeUuid=736a6033-4aa9-4dd1-868d-3f092a418e3d, infoPort=43109, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=778165966;c=1731733498747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:04:59,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa 2024-11-16T05:04:59,760 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T05:04:59,761 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T05:04:59,770 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/oldWALs, maxLogs=32 2024-11-16T05:04:59,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733499772, exclude list is [], retry=0 2024-11-16T05:04:59,804 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43423,DS-e10bb822-f422-49df-a17a-df985c74c1ed,DISK] 2024-11-16T05:04:59,805 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-daf5ec47-7dee-4db3-90f4-7ed85f1b9af5,DISK] 2024-11-16T05:04:59,806 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42983,DS-4ebbf475-56a9-41e4-ab81-d6bad3ff07fb,DISK] 2024-11-16T05:04:59,813 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733499772 2024-11-16T05:04:59,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33035:33035),(127.0.0.1/127.0.0.1:38977:38977),(127.0.0.1/127.0.0.1:43109:43109)] 2024-11-16T05:04:59,831 INFO [AsyncFSWAL-0-hdfs://localhost:42615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-16T05:05:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43423 is added to blk_1073741825_1001 (size=5861116) 2024-11-16T05:05:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741825_1001 (size=5861116) 2024-11-16T05:05:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741825_1001 (size=5861116) 2024-11-16T05:05:10,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T05:05:10,723 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731733499772: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T05:05:12,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T05:05:12,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3080a139{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:12,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400a71f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:12,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:12,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d25ba53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:12,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61519de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:12,549 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:12,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:12,549 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287225425-172.17.0.2-1731733498747 (Datanode Uuid 736a6033-4aa9-4dd1-868d-3f092a418e3d) service to localhost/127.0.0.1:42615 2024-11-16T05:05:12,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:12,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data5/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data6/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:12,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@703288a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:12,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c01f072{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:12,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:12,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d089b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:12,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe6b2cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:12,558 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:12,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:12,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:12,558 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287225425-172.17.0.2-1731733498747 (Datanode Uuid 5a20a139-47f8-4f31-a2af-fe3dec2171be) service to localhost/127.0.0.1:42615 2024-11-16T05:05:12,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data3/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data4/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:12,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa9bdd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:12,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d62881{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:12,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:12,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b8fd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:12,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54f44005{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:12,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:12,567 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:12,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:12,567 WARN [BP-1287225425-172.17.0.2-1731733498747 heartbeating to localhost/127.0.0.1:42615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287225425-172.17.0.2-1731733498747 (Datanode Uuid b9de23f4-690a-466f-b2e6-25e966525bca) service to localhost/127.0.0.1:42615 2024-11-16T05:05:12,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data1/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/cluster_56bb5762-8d10-7451-dcc9-5588d76f5aec/dfs/data/data2/current/BP-1287225425-172.17.0.2-1731733498747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:12,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:12,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39c88123{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:05:12,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbec357{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:12,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:12,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e69d7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:12,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dd3fdf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:12,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T05:05:12,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=8599 (was 8623) 2024-11-16T05:05:12,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=60, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=8599 2024-11-16T05:05:12,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.log.dir so I do NOT create it in target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a 2024-11-16T05:05:12,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0520618-b5e6-4b94-951f-fd94642743fa/hadoop.tmp.dir so I do NOT create it in target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0, deleteOnExit=true 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/test.cache.data in system properties and HBase conf 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir in system properties and HBase conf 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T05:05:12,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T05:05:12,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:05:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T05:05:12,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/nfs.dump.dir in system properties and HBase conf 2024-11-16T05:05:12,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/java.io.tmpdir in system properties and HBase conf 2024-11-16T05:05:12,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T05:05:12,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T05:05:12,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T05:05:12,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:05:12,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:05:12,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:05:12,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:05:12,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:05:12,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:05:12,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d80fdc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:05:12,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27028c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:05:12,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77421ea9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/java.io.tmpdir/jetty-localhost-38335-hadoop-hdfs-3_4_1-tests_jar-_-any-16419241802751329741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:05:12,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a9264b{HTTP/1.1, (http/1.1)}{localhost:38335} 2024-11-16T05:05:12,858 INFO [Time-limited test {}] server.Server(415): Started @28727ms 2024-11-16T05:05:12,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:05:12,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:05:12,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:05:12,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:05:12,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:05:12,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4883a7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:05:12,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346c1517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:05:13,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e0cb930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/java.io.tmpdir/jetty-localhost-46033-hadoop-hdfs-3_4_1-tests_jar-_-any-10579091630956198794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:13,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab97e21{HTTP/1.1, (http/1.1)}{localhost:46033} 2024-11-16T05:05:13,103 INFO [Time-limited test {}] server.Server(415): Started @28973ms 2024-11-16T05:05:13,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:05:13,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:05:13,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:05:13,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:05:13,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:05:13,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T05:05:13,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df7a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:05:13,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17107948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:05:13,226 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data1/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,231 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data2/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,265 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:05:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83cbd840065a1e6f with lease ID 0xf130cd8368eb05c8: Processing first storage report for DS-1e0bae64-7058-465e-9c2f-9a06b7712801 from datanode DatanodeRegistration(127.0.0.1:34399, datanodeUuid=d43a5b53-9b97-4935-8d7c-39a238fe1280, infoPort=41355, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83cbd840065a1e6f with lease ID 0xf130cd8368eb05c8: from storage DS-1e0bae64-7058-465e-9c2f-9a06b7712801 node DatanodeRegistration(127.0.0.1:34399, datanodeUuid=d43a5b53-9b97-4935-8d7c-39a238fe1280, infoPort=41355, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83cbd840065a1e6f with lease ID 0xf130cd8368eb05c8: Processing first storage report for DS-96aaf860-47be-4bee-a863-f8ec1a786181 from datanode DatanodeRegistration(127.0.0.1:34399, datanodeUuid=d43a5b53-9b97-4935-8d7c-39a238fe1280, infoPort=41355, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83cbd840065a1e6f with lease ID 0xf130cd8368eb05c8: from storage DS-96aaf860-47be-4bee-a863-f8ec1a786181 node DatanodeRegistration(127.0.0.1:34399, datanodeUuid=d43a5b53-9b97-4935-8d7c-39a238fe1280, infoPort=41355, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a394811{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-3337806777103399430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:13,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@127fcf26{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-16T05:05:13,339 INFO [Time-limited test {}] server.Server(415): Started @29208ms 2024-11-16T05:05:13,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:05:13,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T05:05:13,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T05:05:13,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T05:05:13,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T05:05:13,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T05:05:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb7299d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,AVAILABLE} 2024-11-16T05:05:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3be1f970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T05:05:13,439 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data3/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,440 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data4/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,471 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:05:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab677c528d2b2c with lease ID 0xf130cd8368eb05c9: Processing first storage report for DS-4470accb-b251-4443-b96a-6c67bb53e4c4 from datanode DatanodeRegistration(127.0.0.1:45193, datanodeUuid=a18a5738-27c9-4b6e-b779-cb8f0c9809da, infoPort=36205, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab677c528d2b2c with lease ID 0xf130cd8368eb05c9: from storage DS-4470accb-b251-4443-b96a-6c67bb53e4c4 node DatanodeRegistration(127.0.0.1:45193, datanodeUuid=a18a5738-27c9-4b6e-b779-cb8f0c9809da, infoPort=36205, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab677c528d2b2c with lease ID 0xf130cd8368eb05c9: Processing first storage report for DS-5a7d93d6-1d3d-4044-a1db-cf9ffe73d77b from datanode DatanodeRegistration(127.0.0.1:45193, datanodeUuid=a18a5738-27c9-4b6e-b779-cb8f0c9809da, infoPort=36205, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab677c528d2b2c with lease ID 0xf130cd8368eb05c9: from storage DS-5a7d93d6-1d3d-4044-a1db-cf9ffe73d77b node DatanodeRegistration(127.0.0.1:45193, datanodeUuid=a18a5738-27c9-4b6e-b779-cb8f0c9809da, infoPort=36205, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2183cc48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/java.io.tmpdir/jetty-localhost-34177-hadoop-hdfs-3_4_1-tests_jar-_-any-15314095663648018553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:13,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b16d18b{HTTP/1.1, (http/1.1)}{localhost:34177} 2024-11-16T05:05:13,540 INFO [Time-limited test {}] server.Server(415): Started @29410ms 2024-11-16T05:05:13,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T05:05:13,642 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data5/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,642 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data6/current/BP-608027234-172.17.0.2-1731733512646/current, will proceed with Du for space computation calculation, 2024-11-16T05:05:13,677 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T05:05:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7465874e506119e8 with lease ID 0xf130cd8368eb05ca: Processing first storage report for DS-5c3d363f-ead2-4384-8052-ad8e66055a24 from datanode DatanodeRegistration(127.0.0.1:45359, datanodeUuid=db4b9a8f-5d90-45aa-8dc5-7bd6dfc7a823, infoPort=34527, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7465874e506119e8 with lease ID 0xf130cd8368eb05ca: from storage DS-5c3d363f-ead2-4384-8052-ad8e66055a24 node DatanodeRegistration(127.0.0.1:45359, datanodeUuid=db4b9a8f-5d90-45aa-8dc5-7bd6dfc7a823, infoPort=34527, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7465874e506119e8 with lease ID 0xf130cd8368eb05ca: Processing first storage report for DS-233ffbda-df3a-4065-990c-a8c112e10dcf from datanode DatanodeRegistration(127.0.0.1:45359, datanodeUuid=db4b9a8f-5d90-45aa-8dc5-7bd6dfc7a823, infoPort=34527, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646) 2024-11-16T05:05:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7465874e506119e8 with lease ID 0xf130cd8368eb05ca: from storage DS-233ffbda-df3a-4065-990c-a8c112e10dcf node DatanodeRegistration(127.0.0.1:45359, datanodeUuid=db4b9a8f-5d90-45aa-8dc5-7bd6dfc7a823, infoPort=34527, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=388728999;c=1731733512646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T05:05:13,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a 2024-11-16T05:05:13,697 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T05:05:13,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T05:05:13,704 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/oldWALs, maxLogs=32 2024-11-16T05:05:13,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733513706, exclude list is [], retry=0 2024-11-16T05:05:13,733 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-1e0bae64-7058-465e-9c2f-9a06b7712801,DISK] 2024-11-16T05:05:13,735 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45193,DS-4470accb-b251-4443-b96a-6c67bb53e4c4,DISK] 2024-11-16T05:05:13,735 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45359,DS-5c3d363f-ead2-4384-8052-ad8e66055a24,DISK] 2024-11-16T05:05:13,740 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733513706 2024-11-16T05:05:13,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355),(127.0.0.1/127.0.0.1:36205:36205),(127.0.0.1/127.0.0.1:34527:34527)] 2024-11-16T05:05:14,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733513706 not finished, retry = 0 2024-11-16T05:05:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741825_1001 (size=121110) 2024-11-16T05:05:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741825_1001 (size=121110) 2024-11-16T05:05:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741825_1001 (size=121110) 2024-11-16T05:05:14,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T05:05:14,277 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731733513706: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T05:05:14,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T05:05:14,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2183cc48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:14,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b16d18b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:14,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:14,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3be1f970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:14,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb7299d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:14,316 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:14,316 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608027234-172.17.0.2-1731733512646 (Datanode Uuid db4b9a8f-5d90-45aa-8dc5-7bd6dfc7a823) service to localhost/127.0.0.1:42365 2024-11-16T05:05:14,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data5/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data6/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:14,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:14,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:14,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a394811{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:14,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@127fcf26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:14,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:14,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17107948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:14,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df7a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:14,327 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:14,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:14,327 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608027234-172.17.0.2-1731733512646 (Datanode Uuid a18a5738-27c9-4b6e-b779-cb8f0c9809da) service to localhost/127.0.0.1:42365 2024-11-16T05:05:14,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:14,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data3/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data4/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:14,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e0cb930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:05:14,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab97e21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:14,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:14,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346c1517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:14,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4883a7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:14,337 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:05:14,338 WARN [BP-608027234-172.17.0.2-1731733512646 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608027234-172.17.0.2-1731733512646 (Datanode Uuid d43a5b53-9b97-4935-8d7c-39a238fe1280) service to localhost/127.0.0.1:42365 2024-11-16T05:05:14,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data1/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/cluster_7161259c-dd09-0779-94d8-36fa7c38b2a0/dfs/data/data2/current/BP-608027234-172.17.0.2-1731733512646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:05:14,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:05:14,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:05:14,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:05:14,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77421ea9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:05:14,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a9264b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:05:14,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:05:14,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27028c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:05:14,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d80fdc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56e84b25-e4e5-c239-f7bb-73060247199a/hadoop.log.dir/,STOPPED} 2024-11-16T05:05:14,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T05:05:14,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=85 (was 60) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=8409 (was 8599)