2024-12-16 22:08:56,764 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-16 22:08:56,782 main DEBUG Took 0.015114 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 22:08:56,783 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 22:08:56,783 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 22:08:56,785 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 22:08:56,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,799 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 22:08:56,816 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,820 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,821 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,822 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,824 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,827 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,829 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:08:56,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,831 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 22:08:56,833 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:08:56,834 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 22:08:56,837 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 22:08:56,837 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 22:08:56,839 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 22:08:56,839 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 22:08:56,849 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 22:08:56,851 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 22:08:56,853 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 22:08:56,854 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 22:08:56,854 main DEBUG createAppenders(={Console}) 2024-12-16 22:08:56,855 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf initialized 2024-12-16 22:08:56,855 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-16 22:08:56,855 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf OK. 2024-12-16 22:08:56,856 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 22:08:56,856 main DEBUG OutputStream closed 2024-12-16 22:08:56,856 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 22:08:56,857 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 22:08:56,857 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@20f5239f OK 2024-12-16 22:08:56,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 22:08:56,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 22:08:56,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 22:08:56,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 22:08:56,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 22:08:56,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 22:08:56,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 22:08:56,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 22:08:56,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 22:08:56,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 22:08:56,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 22:08:56,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 22:08:56,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 22:08:56,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 22:08:56,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 22:08:56,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 22:08:56,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 22:08:56,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 22:08:56,929 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 22:08:56,929 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@78641d23) with optional ClassLoader: null 2024-12-16 22:08:56,929 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 22:08:56,930 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@78641d23] started OK. 2024-12-16T22:08:57,148 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080 2024-12-16 22:08:57,151 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 22:08:57,151 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T22:08:57,161 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-16T22:08:57,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=2426 2024-12-16T22:08:57,198 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff, deleteOnExit=true 2024-12-16T22:08:57,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/test.cache.data in system properties and HBase conf 2024-12-16T22:08:57,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:08:57,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:08:57,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:08:57,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:08:57,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:08:57,306 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T22:08:57,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:08:57,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:08:57,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:08:57,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:08:57,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:08:57,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:08:57,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:08:57,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:08:57,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:08:57,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:08:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:08:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:08:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:08:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:08:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:08:58,565 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T22:08:58,632 INFO [Time-limited test {}] log.Log(170): Logging initialized @2465ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T22:08:58,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:08:58,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:08:58,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:08:58,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:08:58,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:08:58,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:08:58,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:08:58,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:08:58,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56ffa08d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/java.io.tmpdir/jetty-localhost-41861-hadoop-hdfs-3_4_1-tests_jar-_-any-15279709084455535625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:08:58,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:41861} 2024-12-16T22:08:58,982 INFO [Time-limited test {}] server.Server(415): Started @2816ms 2024-12-16T22:08:59,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:08:59,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:08:59,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:08:59,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:08:59,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:08:59,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:08:59,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:08:59,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169aa064{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/java.io.tmpdir/jetty-localhost-38357-hadoop-hdfs-3_4_1-tests_jar-_-any-3202762551292138769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:08:59,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:38357} 2024-12-16T22:08:59,584 INFO [Time-limited test {}] server.Server(415): Started @3418ms 2024-12-16T22:08:59,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:08:59,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:08:59,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:08:59,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:08:59,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:08:59,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:08:59,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:08:59,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:08:59,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665a44ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/java.io.tmpdir/jetty-localhost-36721-hadoop-hdfs-3_4_1-tests_jar-_-any-13333361597270943621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:08:59,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:36721} 2024-12-16T22:08:59,859 INFO [Time-limited test {}] server.Server(415): Started @3693ms 2024-12-16T22:08:59,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:08:59,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:08:59,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:08:59,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:08:59,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:08:59,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:08:59,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:08:59,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:00,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c45ff31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/java.io.tmpdir/jetty-localhost-40629-hadoop-hdfs-3_4_1-tests_jar-_-any-14855021313421860034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:00,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:40629} 2024-12-16T22:09:00,005 INFO [Time-limited test {}] server.Server(415): Started @3839ms 2024-12-16T22:09:00,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:00,720 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data2/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,720 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data1/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,720 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data4/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,720 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data3/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,749 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:00,749 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f6aad6874a4375 with lease ID 0x9e2456fab8d7f41: Processing first storage report for DS-ac0519be-af18-47cc-aacc-341caa2f40f7 from datanode DatanodeRegistration(127.0.0.1:42461, datanodeUuid=fd4eda9c-ba5e-40ce-9d9f-b5ba5a50fde1, infoPort=45441, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f6aad6874a4375 with lease ID 0x9e2456fab8d7f41: from storage DS-ac0519be-af18-47cc-aacc-341caa2f40f7 node DatanodeRegistration(127.0.0.1:42461, datanodeUuid=fd4eda9c-ba5e-40ce-9d9f-b5ba5a50fde1, infoPort=45441, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d508017dcbe309d with lease ID 0x9e2456fab8d7f42: Processing first storage report for DS-a3857567-6476-4de9-b622-c4a4d15e06e3 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=adcc4e22-f66a-461b-8f4c-8b6be9427ffd, infoPort=46171, infoSecurePort=0, ipcPort=39405, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d508017dcbe309d with lease ID 0x9e2456fab8d7f42: from storage DS-a3857567-6476-4de9-b622-c4a4d15e06e3 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=adcc4e22-f66a-461b-8f4c-8b6be9427ffd, infoPort=46171, infoSecurePort=0, ipcPort=39405, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f6aad6874a4375 with lease ID 0x9e2456fab8d7f41: Processing first storage report for DS-68cf7426-12c3-4c27-bfb6-a752340341bf from datanode DatanodeRegistration(127.0.0.1:42461, datanodeUuid=fd4eda9c-ba5e-40ce-9d9f-b5ba5a50fde1, infoPort=45441, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f6aad6874a4375 with lease ID 0x9e2456fab8d7f41: from storage DS-68cf7426-12c3-4c27-bfb6-a752340341bf node DatanodeRegistration(127.0.0.1:42461, datanodeUuid=fd4eda9c-ba5e-40ce-9d9f-b5ba5a50fde1, infoPort=45441, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d508017dcbe309d with lease ID 0x9e2456fab8d7f42: Processing first storage report for DS-49e86ce7-e6da-4c3e-a759-af3d4d599495 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=adcc4e22-f66a-461b-8f4c-8b6be9427ffd, infoPort=46171, infoSecurePort=0, ipcPort=39405, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d508017dcbe309d with lease ID 0x9e2456fab8d7f42: from storage DS-49e86ce7-e6da-4c3e-a759-af3d4d599495 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=adcc4e22-f66a-461b-8f4c-8b6be9427ffd, infoPort=46171, infoSecurePort=0, ipcPort=39405, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,801 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data5/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,802 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data6/current/BP-389690512-172.17.0.2-1734386937945/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:00,818 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79fc222d77e2c8a7 with lease ID 0x9e2456fab8d7f43: Processing first storage report for DS-504517fe-59a8-40fe-ae27-932134d5fe5b from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=c64a6575-f1e9-4023-996f-9f9022fa0ad8, infoPort=42517, infoSecurePort=0, ipcPort=40673, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79fc222d77e2c8a7 with lease ID 0x9e2456fab8d7f43: from storage DS-504517fe-59a8-40fe-ae27-932134d5fe5b node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=c64a6575-f1e9-4023-996f-9f9022fa0ad8, infoPort=42517, infoSecurePort=0, ipcPort=40673, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79fc222d77e2c8a7 with lease ID 0x9e2456fab8d7f43: Processing first storage report for DS-4a0a88e9-549c-40cf-b13f-ad288a130fef from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=c64a6575-f1e9-4023-996f-9f9022fa0ad8, infoPort=42517, infoSecurePort=0, ipcPort=40673, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945) 2024-12-16T22:09:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79fc222d77e2c8a7 with lease ID 0x9e2456fab8d7f43: from storage DS-4a0a88e9-549c-40cf-b13f-ad288a130fef node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=c64a6575-f1e9-4023-996f-9f9022fa0ad8, infoPort=42517, infoSecurePort=0, ipcPort=40673, storageInfo=lv=-57;cid=testClusterID;nsid=945753885;c=1734386937945), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T22:09:00,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080 2024-12-16T22:09:00,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:09:00,907 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:09:00,909 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T22:09:00,919 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T22:09:00,919 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T22:09:00,962 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T22:09:00,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:09:01,014 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/oldWALs, maxLogs=32 2024-12-16T22:09:01,065 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386941047, exclude list is [], retry=0 2024-12-16T22:09:01,118 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49026 (auto-detected) 2024-12-16T22:09:01,121 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T22:09:01,146 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-a3857567-6476-4de9-b622-c4a4d15e06e3,DISK] 2024-12-16T22:09:01,149 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T22:09:01,173 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42461,DS-ac0519be-af18-47cc-aacc-341caa2f40f7,DISK] 2024-12-16T22:09:01,177 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-504517fe-59a8-40fe-ae27-932134d5fe5b,DISK] 2024-12-16T22:09:01,250 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386941047 2024-12-16T22:09:01,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46171:46171),(127.0.0.1/127.0.0.1:45441:45441),(127.0.0.1/127.0.0.1:42517:42517)] 2024-12-16T22:09:01,253 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T22:09:01,865 DEBUG [AsyncFSWAL-0-hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-16T22:09:03,654 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_163041839_22 at /127.0.0.1:43838 [Receiving block BP-389690512-172.17.0.2-1734386937945:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 346ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data3/, blockId=1073741825, seqno=558 2024-12-16T22:09:03,656 INFO [AsyncFSWAL-0-hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 349 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34517,DS-a3857567-6476-4de9-b622-c4a4d15e06e3,DISK], DatanodeInfoWithStorage[127.0.0.1:42461,DS-ac0519be-af18-47cc-aacc-341caa2f40f7,DISK], DatanodeInfoWithStorage[127.0.0.1:43923,DS-504517fe-59a8-40fe-ae27-932134d5fe5b,DISK]] 2024-12-16T22:09:05,642 INFO [AsyncFSWAL-0-hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 199 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34517,DS-a3857567-6476-4de9-b622-c4a4d15e06e3,DISK], DatanodeInfoWithStorage[127.0.0.1:42461,DS-ac0519be-af18-47cc-aacc-341caa2f40f7,DISK], DatanodeInfoWithStorage[127.0.0.1:43923,DS-504517fe-59a8-40fe-ae27-932134d5fe5b,DISK]] 2024-12-16T22:09:12,613 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_163041839_22 at /127.0.0.1:43838 [Receiving block BP-389690512-172.17.0.2-1734386937945:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 6857ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data3/, blockId=1073741825, seqno=970 2024-12-16T22:09:12,614 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_163041839_22 at /127.0.0.1:53408 [Receiving block BP-389690512-172.17.0.2-1734386937945:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 6857ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data5/, blockId=1073741825, seqno=970 2024-12-16T22:09:12,615 INFO [AsyncFSWAL-0-hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 6860 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34517,DS-a3857567-6476-4de9-b622-c4a4d15e06e3,DISK], DatanodeInfoWithStorage[127.0.0.1:42461,DS-ac0519be-af18-47cc-aacc-341caa2f40f7,DISK], DatanodeInfoWithStorage[127.0.0.1:43923,DS-504517fe-59a8-40fe-ae27-932134d5fe5b,DISK]] 2024-12-16T22:09:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T22:09:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T22:09:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T22:09:13,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:09:13,109 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386941047: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T22:09:14,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:09:15,820 WARN [BP-389690512-172.17.0.2-1734386937945 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389690512-172.17.0.2-1734386937945 (Datanode Uuid c64a6575-f1e9-4023-996f-9f9022fa0ad8) service to localhost/127.0.0.1:36211 2024-12-16T22:09:17,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data5/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:17,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data6/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:17,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c45ff31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:17,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:17,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:17,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:17,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:17,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:17,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665a44ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:17,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:17,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:17,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:17,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:17,886 WARN [BP-389690512-172.17.0.2-1734386937945 heartbeating to localhost/127.0.0.1:36211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:17,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:17,886 WARN [BP-389690512-172.17.0.2-1734386937945 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389690512-172.17.0.2-1734386937945 (Datanode Uuid fd4eda9c-ba5e-40ce-9d9f-b5ba5a50fde1) service to localhost/127.0.0.1:36211 2024-12-16T22:09:17,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:17,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data3/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:17,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data4/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:17,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:18,768 WARN [BP-389690512-172.17.0.2-1734386937945 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389690512-172.17.0.2-1734386937945 (Datanode Uuid adcc4e22-f66a-461b-8f4c-8b6be9427ffd) service to localhost/127.0.0.1:36211 2024-12-16T22:09:21,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data1/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:21,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/cluster_8ce947c5-f74c-65a3-e69e-82600d80e5ff/dfs/data/data2/current/BP-389690512-172.17.0.2-1734386937945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:21,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169aa064{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:21,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:21,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:21,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:21,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:21,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:21,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56ffa08d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:21,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:21,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:21,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:21,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:28,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T22:09:28,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=31 (was 12) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6bc45ba6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=294 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3354 (was 2426) - AvailableMemoryMB LEAK? - 2024-12-16T22:09:28,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=31, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=3353 2024-12-16T22:09:28,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.log.dir so I do NOT create it in target/test-data/6259915e-2ac2-555c-20a9-304760a869c9 2024-12-16T22:09:28,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4d73741-7687-de38-3b70-ecbe37cb3080/hadoop.tmp.dir so I do NOT create it in target/test-data/6259915e-2ac2-555c-20a9-304760a869c9 2024-12-16T22:09:28,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0, deleteOnExit=true 2024-12-16T22:09:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/test.cache.data in system properties and HBase conf 2024-12-16T22:09:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:09:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:09:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:09:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:09:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:09:28,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:09:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:09:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:09:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:09:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:28,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:09:28,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:09:28,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:09:28,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:28,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:09:28,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:09:28,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:28,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:28,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:28,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:28,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:28,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:28,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d49214b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:28,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4706511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:28,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@798b6903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/java.io.tmpdir/jetty-localhost-42203-hadoop-hdfs-3_4_1-tests_jar-_-any-11962106880384346728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:28,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bdf92ba{HTTP/1.1, (http/1.1)}{localhost:42203} 2024-12-16T22:09:28,865 INFO [Time-limited test {}] server.Server(415): Started @32699ms 2024-12-16T22:09:29,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:29,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:29,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:29,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:29,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:29,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15274552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:29,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735ef962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:29,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0f8fba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/java.io.tmpdir/jetty-localhost-42801-hadoop-hdfs-3_4_1-tests_jar-_-any-11867704541933614719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:29,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60dadcd7{HTTP/1.1, (http/1.1)}{localhost:42801} 2024-12-16T22:09:29,195 INFO [Time-limited test {}] server.Server(415): Started @33029ms 2024-12-16T22:09:29,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:29,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:29,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:29,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:29,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:29,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:29,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c6d01d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:29,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0e64bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:29,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1aacb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/java.io.tmpdir/jetty-localhost-34909-hadoop-hdfs-3_4_1-tests_jar-_-any-7290000660331413232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:29,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c37516{HTTP/1.1, (http/1.1)}{localhost:34909} 2024-12-16T22:09:29,325 INFO [Time-limited test {}] server.Server(415): Started @33159ms 2024-12-16T22:09:29,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:29,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:29,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:29,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:29,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:29,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:29,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74aeedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:29,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a21d2aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:29,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@616b1c66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/java.io.tmpdir/jetty-localhost-43663-hadoop-hdfs-3_4_1-tests_jar-_-any-2780128801925717565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:29,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a5ae2db{HTTP/1.1, (http/1.1)}{localhost:43663} 2024-12-16T22:09:29,461 INFO [Time-limited test {}] server.Server(415): Started @33295ms 2024-12-16T22:09:29,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:30,059 WARN [Thread-273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data1/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,059 WARN [Thread-274 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data2/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,074 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e2675ac6220ac3b with lease ID 0x7200d3d5d2a7f027: Processing first storage report for DS-40f76023-1e14-4970-9a70-ebd6ed55c517 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bacf327e-3a4c-4d9a-98af-05c3aac6fbc6, infoPort=33009, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e2675ac6220ac3b with lease ID 0x7200d3d5d2a7f027: from storage DS-40f76023-1e14-4970-9a70-ebd6ed55c517 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bacf327e-3a4c-4d9a-98af-05c3aac6fbc6, infoPort=33009, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e2675ac6220ac3b with lease ID 0x7200d3d5d2a7f027: Processing first storage report for DS-96aeef12-c1e4-42f5-945d-638a07f91496 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bacf327e-3a4c-4d9a-98af-05c3aac6fbc6, infoPort=33009, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e2675ac6220ac3b with lease ID 0x7200d3d5d2a7f027: from storage DS-96aeef12-c1e4-42f5-945d-638a07f91496 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bacf327e-3a4c-4d9a-98af-05c3aac6fbc6, infoPort=33009, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,288 WARN [Thread-286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data4/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,288 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data3/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,302 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47e63173acaea660 with lease ID 0x7200d3d5d2a7f028: Processing first storage report for DS-38d49587-594a-4f60-ba24-e9a319664ac7 from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=5a428559-973b-42ba-afac-22d9576c9f33, infoPort=45507, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47e63173acaea660 with lease ID 0x7200d3d5d2a7f028: from storage DS-38d49587-594a-4f60-ba24-e9a319664ac7 node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=5a428559-973b-42ba-afac-22d9576c9f33, infoPort=45507, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47e63173acaea660 with lease ID 0x7200d3d5d2a7f028: Processing first storage report for DS-04bdcc69-bc87-4132-8d6a-081ecc8c8a20 from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=5a428559-973b-42ba-afac-22d9576c9f33, infoPort=45507, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47e63173acaea660 with lease ID 0x7200d3d5d2a7f028: from storage DS-04bdcc69-bc87-4132-8d6a-081ecc8c8a20 node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=5a428559-973b-42ba-afac-22d9576c9f33, infoPort=45507, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,351 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data5/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,351 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data6/current/BP-1540401922-172.17.0.2-1734386968473/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:30,368 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6aa9e1d1dfc53df with lease ID 0x7200d3d5d2a7f029: Processing first storage report for DS-e0d4d81d-f34f-4197-9cfe-d7f70f8ffae6 from datanode DatanodeRegistration(127.0.0.1:43887, datanodeUuid=fbb76c4c-2920-4c75-bf13-65463438bfc4, infoPort=34053, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6aa9e1d1dfc53df with lease ID 0x7200d3d5d2a7f029: from storage DS-e0d4d81d-f34f-4197-9cfe-d7f70f8ffae6 node DatanodeRegistration(127.0.0.1:43887, datanodeUuid=fbb76c4c-2920-4c75-bf13-65463438bfc4, infoPort=34053, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6aa9e1d1dfc53df with lease ID 0x7200d3d5d2a7f029: Processing first storage report for DS-54ab4091-8a76-432d-9972-dbe4d3179855 from datanode DatanodeRegistration(127.0.0.1:43887, datanodeUuid=fbb76c4c-2920-4c75-bf13-65463438bfc4, infoPort=34053, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473) 2024-12-16T22:09:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6aa9e1d1dfc53df with lease ID 0x7200d3d5d2a7f029: from storage DS-54ab4091-8a76-432d-9972-dbe4d3179855 node DatanodeRegistration(127.0.0.1:43887, datanodeUuid=fbb76c4c-2920-4c75-bf13-65463438bfc4, infoPort=34053, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=437935225;c=1734386968473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:30,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9 2024-12-16T22:09:30,403 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:09:30,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:09:30,411 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:33467/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:33467/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/oldWALs, maxLogs=32 2024-12-16T22:09:30,426 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386970413, exclude list is [], retry=0 2024-12-16T22:09:30,432 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-40f76023-1e14-4970-9a70-ebd6ed55c517,DISK] 2024-12-16T22:09:30,433 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43887,DS-e0d4d81d-f34f-4197-9cfe-d7f70f8ffae6,DISK] 2024-12-16T22:09:30,434 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-38d49587-594a-4f60-ba24-e9a319664ac7,DISK] 2024-12-16T22:09:30,436 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386970413 2024-12-16T22:09:30,436 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:34053:34053),(127.0.0.1/127.0.0.1:45507:45507)] 2024-12-16T22:09:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T22:09:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T22:09:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T22:09:30,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:09:30,754 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33467/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386970413: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T22:09:30,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:09:30,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@616b1c66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:30,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a5ae2db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:30,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:30,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a21d2aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:30,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74aeedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:30,863 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:30,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:30,863 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540401922-172.17.0.2-1734386968473 (Datanode Uuid fbb76c4c-2920-4c75-bf13-65463438bfc4) service to localhost/127.0.0.1:33467 2024-12-16T22:09:30,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:30,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data5/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data6/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:30,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1aacb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:30,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c37516{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:30,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:30,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0e64bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:30,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c6d01d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:30,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:30,869 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:30,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:30,869 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540401922-172.17.0.2-1734386968473 (Datanode Uuid 5a428559-973b-42ba-afac-22d9576c9f33) service to localhost/127.0.0.1:33467 2024-12-16T22:09:30,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data3/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data4/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:30,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0f8fba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:30,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60dadcd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:30,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:30,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735ef962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:30,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15274552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:30,879 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:30,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:30,879 WARN [BP-1540401922-172.17.0.2-1734386968473 heartbeating to localhost/127.0.0.1:33467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540401922-172.17.0.2-1734386968473 (Datanode Uuid bacf327e-3a4c-4d9a-98af-05c3aac6fbc6) service to localhost/127.0.0.1:33467 2024-12-16T22:09:30,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:30,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data1/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/cluster_c397a3f3-4e1f-6a51-1aec-259524e631a0/dfs/data/data2/current/BP-1540401922-172.17.0.2-1734386968473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:30,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:30,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@798b6903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:30,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bdf92ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:30,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:30,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4706511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:30,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d49214b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:30,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T22:09:30,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 31) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:33467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:33467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3265 (was 3353) 2024-12-16T22:09:30,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=3263 2024-12-16T22:09:30,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.log.dir so I do NOT create it in target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f 2024-12-16T22:09:30,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6259915e-2ac2-555c-20a9-304760a869c9/hadoop.tmp.dir so I do NOT create it in target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f 2024-12-16T22:09:30,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609, deleteOnExit=true 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/test.cache.data in system properties and HBase conf 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:09:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:09:30,920 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:09:30,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:30,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:30,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:09:30,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:30,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:09:30,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:09:30,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:30,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:09:30,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:09:31,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:31,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:31,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:31,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:31,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:31,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:31,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17954392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:31,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34769a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:31,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56dd57ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/java.io.tmpdir/jetty-localhost-33683-hadoop-hdfs-3_4_1-tests_jar-_-any-4241120300130967392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:31,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d98a0bd{HTTP/1.1, (http/1.1)}{localhost:33683} 2024-12-16T22:09:31,274 INFO [Time-limited test {}] server.Server(415): Started @35108ms 2024-12-16T22:09:31,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:31,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:31,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:31,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:31,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:31,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6713abb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:31,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4950ca0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:31,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c179af4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/java.io.tmpdir/jetty-localhost-45269-hadoop-hdfs-3_4_1-tests_jar-_-any-5488171250326409270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:31,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b9d1bd0{HTTP/1.1, (http/1.1)}{localhost:45269} 2024-12-16T22:09:31,536 INFO [Time-limited test {}] server.Server(415): Started @35370ms 2024-12-16T22:09:31,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:31,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:31,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:31,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:31,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:31,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:31,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e690f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:31,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486b9d92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:31,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f87e1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/java.io.tmpdir/jetty-localhost-41987-hadoop-hdfs-3_4_1-tests_jar-_-any-5919184239449318599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:31,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a60823e{HTTP/1.1, (http/1.1)}{localhost:41987} 2024-12-16T22:09:31,660 INFO [Time-limited test {}] server.Server(415): Started @35494ms 2024-12-16T22:09:31,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:31,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:31,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:31,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:31,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:31,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:31,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff8e6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:31,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74512a6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:31,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50b14dab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/java.io.tmpdir/jetty-localhost-46261-hadoop-hdfs-3_4_1-tests_jar-_-any-3049050267293969443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:31,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572da8f6{HTTP/1.1, (http/1.1)}{localhost:46261} 2024-12-16T22:09:31,786 INFO [Time-limited test {}] server.Server(415): Started @35620ms 2024-12-16T22:09:31,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:32,180 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data1/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,180 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data2/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,199 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13385aedbaca95aa with lease ID 0x1473c95b185cded5: Processing first storage report for DS-ed9a6844-d113-470e-8a37-bd77d2150196 from datanode DatanodeRegistration(127.0.0.1:44215, datanodeUuid=8a6f6868-6122-437a-a441-5d20a871c366, infoPort=39387, infoSecurePort=0, ipcPort=42101, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13385aedbaca95aa with lease ID 0x1473c95b185cded5: from storage DS-ed9a6844-d113-470e-8a37-bd77d2150196 node DatanodeRegistration(127.0.0.1:44215, datanodeUuid=8a6f6868-6122-437a-a441-5d20a871c366, infoPort=39387, infoSecurePort=0, ipcPort=42101, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13385aedbaca95aa with lease ID 0x1473c95b185cded5: Processing first storage report for DS-0826fcf7-8542-485c-9ab0-a76f4beadec9 from datanode DatanodeRegistration(127.0.0.1:44215, datanodeUuid=8a6f6868-6122-437a-a441-5d20a871c366, infoPort=39387, infoSecurePort=0, ipcPort=42101, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13385aedbaca95aa with lease ID 0x1473c95b185cded5: from storage DS-0826fcf7-8542-485c-9ab0-a76f4beadec9 node DatanodeRegistration(127.0.0.1:44215, datanodeUuid=8a6f6868-6122-437a-a441-5d20a871c366, infoPort=39387, infoSecurePort=0, ipcPort=42101, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,410 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data3/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,410 WARN [Thread-438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data4/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,431 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d2ba76d2ca2c90 with lease ID 0x1473c95b185cded6: Processing first storage report for DS-62647d6e-4ec3-468c-bda5-7f8158640408 from datanode DatanodeRegistration(127.0.0.1:43081, datanodeUuid=66298172-d3f8-4380-8ff9-78c337a3282e, infoPort=33281, infoSecurePort=0, ipcPort=36001, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d2ba76d2ca2c90 with lease ID 0x1473c95b185cded6: from storage DS-62647d6e-4ec3-468c-bda5-7f8158640408 node DatanodeRegistration(127.0.0.1:43081, datanodeUuid=66298172-d3f8-4380-8ff9-78c337a3282e, infoPort=33281, infoSecurePort=0, ipcPort=36001, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d2ba76d2ca2c90 with lease ID 0x1473c95b185cded6: Processing first storage report for DS-15acb1fe-abca-4f84-927a-31bab2d4e469 from datanode DatanodeRegistration(127.0.0.1:43081, datanodeUuid=66298172-d3f8-4380-8ff9-78c337a3282e, infoPort=33281, infoSecurePort=0, ipcPort=36001, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d2ba76d2ca2c90 with lease ID 0x1473c95b185cded6: from storage DS-15acb1fe-abca-4f84-927a-31bab2d4e469 node DatanodeRegistration(127.0.0.1:43081, datanodeUuid=66298172-d3f8-4380-8ff9-78c337a3282e, infoPort=33281, infoSecurePort=0, ipcPort=36001, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,498 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data5/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,498 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data6/current/BP-712365050-172.17.0.2-1734386970951/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:32,516 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc909748c27e288c4 with lease ID 0x1473c95b185cded7: Processing first storage report for DS-813ef52e-c451-4425-9d52-8229702c5aef from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=b3feaa61-c993-42d1-befe-f47dbf101d59, infoPort=35261, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc909748c27e288c4 with lease ID 0x1473c95b185cded7: from storage DS-813ef52e-c451-4425-9d52-8229702c5aef node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=b3feaa61-c993-42d1-befe-f47dbf101d59, infoPort=35261, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc909748c27e288c4 with lease ID 0x1473c95b185cded7: Processing first storage report for DS-9fb6ebb6-f4de-4785-95d3-696f24fa7240 from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=b3feaa61-c993-42d1-befe-f47dbf101d59, infoPort=35261, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951) 2024-12-16T22:09:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc909748c27e288c4 with lease ID 0x1473c95b185cded7: from storage DS-9fb6ebb6-f4de-4785-95d3-696f24fa7240 node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=b3feaa61-c993-42d1-befe-f47dbf101d59, infoPort=35261, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=1262093287;c=1734386970951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:32,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f 2024-12-16T22:09:32,529 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:09:32,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:09:32,537 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42651/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42651/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/oldWALs, maxLogs=32 2024-12-16T22:09:32,554 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386972539, exclude list is [], retry=0 2024-12-16T22:09:32,558 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44215,DS-ed9a6844-d113-470e-8a37-bd77d2150196,DISK] 2024-12-16T22:09:32,559 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43081,DS-62647d6e-4ec3-468c-bda5-7f8158640408,DISK] 2024-12-16T22:09:32,560 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-813ef52e-c451-4425-9d52-8229702c5aef,DISK] 2024-12-16T22:09:32,562 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386972539 2024-12-16T22:09:32,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:33281:33281),(127.0.0.1/127.0.0.1:35261:35261)] 2024-12-16T22:09:32,576 INFO [AsyncFSWAL-0-hdfs://localhost:42651/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-16T22:09:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T22:09:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T22:09:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43081 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T22:09:41,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:09:41,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42651/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734386972539: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T22:09:42,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:09:42,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50b14dab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:42,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572da8f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:42,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:42,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74512a6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:42,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff8e6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:42,782 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:42,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:42,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:42,782 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712365050-172.17.0.2-1734386970951 (Datanode Uuid b3feaa61-c993-42d1-befe-f47dbf101d59) service to localhost/127.0.0.1:42651 2024-12-16T22:09:42,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data5/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data6/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:42,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f87e1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:42,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a60823e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:42,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:42,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486b9d92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:42,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e690f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:42,788 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:42,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:42,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:42,788 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712365050-172.17.0.2-1734386970951 (Datanode Uuid 66298172-d3f8-4380-8ff9-78c337a3282e) service to localhost/127.0.0.1:42651 2024-12-16T22:09:42,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data3/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data4/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:42,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c179af4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:42,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b9d1bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:42,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:42,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4950ca0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:42,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6713abb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:42,794 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:42,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:42,794 WARN [BP-712365050-172.17.0.2-1734386970951 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712365050-172.17.0.2-1734386970951 (Datanode Uuid 8a6f6868-6122-437a-a441-5d20a871c366) service to localhost/127.0.0.1:42651 2024-12-16T22:09:42,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:42,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data1/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/cluster_e002af0f-410b-4bc3-0951-352757586609/dfs/data/data2/current/BP-712365050-172.17.0.2-1734386970951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:42,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:42,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56dd57ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:42,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d98a0bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:42,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:42,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34769a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:42,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17954392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:42,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T22:09:42,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58 (was 56) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:42651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:42651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=3072 (was 3263) 2024-12-16T22:09:42,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=58, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=3071 2024-12-16T22:09:42,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.log.dir so I do NOT create it in target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871 2024-12-16T22:09:42,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6106824e-c0e5-1c7f-1576-98f38fad277f/hadoop.tmp.dir so I do NOT create it in target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245, deleteOnExit=true 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/test.cache.data in system properties and HBase conf 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:09:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:09:42,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:09:42,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:09:42,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:09:42,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:09:42,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:09:42,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:09:43,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:43,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:43,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:43,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:43,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:43,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:43,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a04fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:43,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e019edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:43,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5338438{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/java.io.tmpdir/jetty-localhost-42791-hadoop-hdfs-3_4_1-tests_jar-_-any-2121784720484493509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:43,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e70983{HTTP/1.1, (http/1.1)}{localhost:42791} 2024-12-16T22:09:43,226 INFO [Time-limited test {}] server.Server(415): Started @47060ms 2024-12-16T22:09:43,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:43,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:43,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:43,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:43,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:09:43,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403157af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:43,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af51963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:43,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68916700{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/java.io.tmpdir/jetty-localhost-36763-hadoop-hdfs-3_4_1-tests_jar-_-any-3565853317613756518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:43,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30355896{HTTP/1.1, (http/1.1)}{localhost:36763} 2024-12-16T22:09:43,531 INFO [Time-limited test {}] server.Server(415): Started @47365ms 2024-12-16T22:09:43,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:43,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:43,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:43,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:43,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:43,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:43,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c9e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:43,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe50571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:43,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a0906bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/java.io.tmpdir/jetty-localhost-45857-hadoop-hdfs-3_4_1-tests_jar-_-any-13439364587919886412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:43,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22541e93{HTTP/1.1, (http/1.1)}{localhost:45857} 2024-12-16T22:09:43,655 INFO [Time-limited test {}] server.Server(415): Started @47489ms 2024-12-16T22:09:43,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:43,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:09:43,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:09:43,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:09:43,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:09:43,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:09:43,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1bb6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:09:43,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4afd39a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:09:43,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@770cc4c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/java.io.tmpdir/jetty-localhost-42479-hadoop-hdfs-3_4_1-tests_jar-_-any-767683068668463219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:43,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c03a5a{HTTP/1.1, (http/1.1)}{localhost:42479} 2024-12-16T22:09:43,779 INFO [Time-limited test {}] server.Server(415): Started @47613ms 2024-12-16T22:09:43,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:09:44,242 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data1/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,242 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data2/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,264 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4128c52f18721a with lease ID 0x82c8eda7134d9d7: Processing first storage report for DS-48073f7f-b4ff-45ff-bf63-dd5e37d3d525 from datanode DatanodeRegistration(127.0.0.1:43011, datanodeUuid=5067ab0f-541f-43a3-bb7e-a7db1c1b365c, infoPort=43397, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4128c52f18721a with lease ID 0x82c8eda7134d9d7: from storage DS-48073f7f-b4ff-45ff-bf63-dd5e37d3d525 node DatanodeRegistration(127.0.0.1:43011, datanodeUuid=5067ab0f-541f-43a3-bb7e-a7db1c1b365c, infoPort=43397, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4128c52f18721a with lease ID 0x82c8eda7134d9d7: Processing first storage report for DS-213719b1-7c29-43ed-9e18-d44662218df1 from datanode DatanodeRegistration(127.0.0.1:43011, datanodeUuid=5067ab0f-541f-43a3-bb7e-a7db1c1b365c, infoPort=43397, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4128c52f18721a with lease ID 0x82c8eda7134d9d7: from storage DS-213719b1-7c29-43ed-9e18-d44662218df1 node DatanodeRegistration(127.0.0.1:43011, datanodeUuid=5067ab0f-541f-43a3-bb7e-a7db1c1b365c, infoPort=43397, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,532 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data3/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,532 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data4/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,550 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b0b92e3c959bb9 with lease ID 0x82c8eda7134d9d8: Processing first storage report for DS-fdd30ec0-ce89-4130-9a88-ae56f287a99b from datanode DatanodeRegistration(127.0.0.1:44739, datanodeUuid=6e20452b-b22b-4086-9560-8a118ac02d5e, infoPort=33975, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b0b92e3c959bb9 with lease ID 0x82c8eda7134d9d8: from storage DS-fdd30ec0-ce89-4130-9a88-ae56f287a99b node DatanodeRegistration(127.0.0.1:44739, datanodeUuid=6e20452b-b22b-4086-9560-8a118ac02d5e, infoPort=33975, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b0b92e3c959bb9 with lease ID 0x82c8eda7134d9d8: Processing first storage report for DS-b6a4680d-7ff7-4b44-9a73-71dd399b1416 from datanode DatanodeRegistration(127.0.0.1:44739, datanodeUuid=6e20452b-b22b-4086-9560-8a118ac02d5e, infoPort=33975, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b0b92e3c959bb9 with lease ID 0x82c8eda7134d9d8: from storage DS-b6a4680d-7ff7-4b44-9a73-71dd399b1416 node DatanodeRegistration(127.0.0.1:44739, datanodeUuid=6e20452b-b22b-4086-9560-8a118ac02d5e, infoPort=33975, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,636 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data6/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,636 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data5/current/BP-1823929910-172.17.0.2-1734386982850/current, will proceed with Du for space computation calculation, 2024-12-16T22:09:44,654 WARN [Thread-564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:09:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80761d98f60fbcbc with lease ID 0x82c8eda7134d9d9: Processing first storage report for DS-af8df965-b48f-4cfa-bdde-5cefab423822 from datanode DatanodeRegistration(127.0.0.1:39671, datanodeUuid=57b8da3e-5d86-430f-b0c3-b55715b84ec5, infoPort=35845, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80761d98f60fbcbc with lease ID 0x82c8eda7134d9d9: from storage DS-af8df965-b48f-4cfa-bdde-5cefab423822 node DatanodeRegistration(127.0.0.1:39671, datanodeUuid=57b8da3e-5d86-430f-b0c3-b55715b84ec5, infoPort=35845, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80761d98f60fbcbc with lease ID 0x82c8eda7134d9d9: Processing first storage report for DS-bbf08c7d-704d-451b-aad6-9ac6bb50bb20 from datanode DatanodeRegistration(127.0.0.1:39671, datanodeUuid=57b8da3e-5d86-430f-b0c3-b55715b84ec5, infoPort=35845, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850) 2024-12-16T22:09:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80761d98f60fbcbc with lease ID 0x82c8eda7134d9d9: from storage DS-bbf08c7d-704d-451b-aad6-9ac6bb50bb20 node DatanodeRegistration(127.0.0.1:39671, datanodeUuid=57b8da3e-5d86-430f-b0c3-b55715b84ec5, infoPort=35845, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=1283643969;c=1734386982850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:09:44,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871 2024-12-16T22:09:44,733 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:09:44,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:09:44,746 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35255/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35255/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/oldWALs, maxLogs=32 2024-12-16T22:09:44,761 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386984748, exclude list is [], retry=0 2024-12-16T22:09:44,766 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43011,DS-48073f7f-b4ff-45ff-bf63-dd5e37d3d525,DISK] 2024-12-16T22:09:44,767 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44739,DS-fdd30ec0-ce89-4130-9a88-ae56f287a99b,DISK] 2024-12-16T22:09:44,768 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39671,DS-af8df965-b48f-4cfa-bdde-5cefab423822,DISK] 2024-12-16T22:09:44,769 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386984748 2024-12-16T22:09:44,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:33975:33975),(127.0.0.1/127.0.0.1:35845:35845)] 2024-12-16T22:09:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741825_1001 (size=121110) 2024-12-16T22:09:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39671 is added to blk_1073741825_1001 (size=121110) 2024-12-16T22:09:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741825_1001 (size=121110) 2024-12-16T22:09:45,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:09:45,007 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35255/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734386984748: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T22:09:45,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:09:45,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@770cc4c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:45,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46c03a5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:45,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:45,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4afd39a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:45,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1bb6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:45,042 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:45,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:45,042 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823929910-172.17.0.2-1734386982850 (Datanode Uuid 57b8da3e-5d86-430f-b0c3-b55715b84ec5) service to localhost/127.0.0.1:35255 2024-12-16T22:09:45,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:45,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data5/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data6/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:45,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a0906bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:45,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22541e93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:45,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:45,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe50571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:45,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c9e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:45,119 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:45,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:45,119 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823929910-172.17.0.2-1734386982850 (Datanode Uuid 6e20452b-b22b-4086-9560-8a118ac02d5e) service to localhost/127.0.0.1:35255 2024-12-16T22:09:45,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:45,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data3/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data4/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:45,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68916700{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:09:45,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30355896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:45,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:45,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af51963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:45,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403157af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:45,123 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:09:45,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:09:45,123 WARN [BP-1823929910-172.17.0.2-1734386982850 heartbeating to localhost/127.0.0.1:35255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823929910-172.17.0.2-1734386982850 (Datanode Uuid 5067ab0f-541f-43a3-bb7e-a7db1c1b365c) service to localhost/127.0.0.1:35255 2024-12-16T22:09:45,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:09:45,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data1/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/cluster_b4a94998-86c9-305c-0681-607c4eaf8245/dfs/data/data2/current/BP-1823929910-172.17.0.2-1734386982850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:09:45,124 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:09:45,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5338438{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:09:45,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e70983{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:09:45,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:09:45,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e019edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:09:45,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a04fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a31bfed2-37c1-4342-48fe-e94dd1d19871/hadoop.log.dir/,STOPPED} 2024-12-16T22:09:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T22:09:45,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=66 (was 58) - Thread LEAK? -, OpenFileDescriptor=342 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=2999 (was 3071)