2024-12-06 15:04:34,830 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-12-06 15:04:34,874 main DEBUG Took 0.023764 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 15:04:34,875 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 15:04:34,875 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 15:04:34,877 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 15:04:34,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:34,899 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 15:04:34,995 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,033 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,036 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,039 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,045 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,046 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:04:35,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,048 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 15:04:35,050 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:04:35,052 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 15:04:35,057 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 15:04:35,057 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 15:04:35,059 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 15:04:35,060 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 15:04:35,073 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 15:04:35,080 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 15:04:35,082 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 15:04:35,084 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 15:04:35,085 main DEBUG createAppenders(={Console}) 2024-12-06 15:04:35,086 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-12-06 15:04:35,086 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-12-06 15:04:35,087 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-12-06 15:04:35,088 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 15:04:35,089 main DEBUG OutputStream closed 2024-12-06 15:04:35,089 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 15:04:35,090 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 15:04:35,090 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-12-06 15:04:35,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 15:04:35,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 15:04:35,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 15:04:35,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 15:04:35,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 15:04:35,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 15:04:35,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 15:04:35,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 15:04:35,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 15:04:35,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 15:04:35,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 15:04:35,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 15:04:35,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 15:04:35,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 15:04:35,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 15:04:35,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 15:04:35,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 15:04:35,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 15:04:35,218 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 15:04:35,218 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@3adcc812) with optional ClassLoader: null 2024-12-06 15:04:35,219 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 15:04:35,220 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@3adcc812] started OK. 2024-12-06T15:04:35,693 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21 2024-12-06 15:04:35,697 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 15:04:35,698 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T15:04:35,717 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T15:04:35,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=9100 2024-12-06T15:04:35,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f, deleteOnExit=true 2024-12-06T15:04:35,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/test.cache.data in system properties and HBase conf 2024-12-06T15:04:35,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:04:35,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:04:35,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:04:35,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:04:35,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T15:04:35,991 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T15:04:36,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T15:04:36,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:36,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:04:36,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:04:36,170 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:04:36,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:36,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:36,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:04:36,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:04:36,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:04:36,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:36,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:04:36,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:04:37,362 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T15:04:37,475 INFO [Time-limited test {}] log.Log(170): Logging initialized @3864ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T15:04:37,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:37,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:37,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:37,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:37,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:37,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:37,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67213bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:37,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f33738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:37,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f2a2931{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/java.io.tmpdir/jetty-localhost-36837-hadoop-hdfs-3_4_1-tests_jar-_-any-89276242474728274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:04:38,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f5a00d6{HTTP/1.1, (http/1.1)}{localhost:36837} 2024-12-06T15:04:38,006 INFO [Time-limited test {}] server.Server(415): Started @4396ms 2024-12-06T15:04:38,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:38,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:38,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:38,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:38,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:38,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276a4cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:38,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77cd88b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:38,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469bde0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/java.io.tmpdir/jetty-localhost-34095-hadoop-hdfs-3_4_1-tests_jar-_-any-16341678767958702870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:38,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7df4e9b9{HTTP/1.1, (http/1.1)}{localhost:34095} 2024-12-06T15:04:38,634 INFO [Time-limited test {}] server.Server(415): Started @5024ms 2024-12-06T15:04:38,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:38,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:38,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:38,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:38,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:38,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:38,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d1771a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:38,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b8552a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:39,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cd3a889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/java.io.tmpdir/jetty-localhost-41569-hadoop-hdfs-3_4_1-tests_jar-_-any-11198770885315180561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:39,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75665086{HTTP/1.1, (http/1.1)}{localhost:41569} 2024-12-06T15:04:39,011 INFO [Time-limited test {}] server.Server(415): Started @5401ms 2024-12-06T15:04:39,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:39,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:39,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:39,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:39,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:39,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:39,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc1d312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:39,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@467fe2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:39,230 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data4/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,230 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data3/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,230 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data1/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,230 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data2/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b5e5029{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/java.io.tmpdir/jetty-localhost-43257-hadoop-hdfs-3_4_1-tests_jar-_-any-16978936528652977224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:39,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52be304b{HTTP/1.1, (http/1.1)}{localhost:43257} 2024-12-06T15:04:39,245 INFO [Time-limited test {}] server.Server(415): Started @5635ms 2024-12-06T15:04:39,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:39,296 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:39,297 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc810174f7e9a1b91 with lease ID 0x4e3d6ab9439d7550: Processing first storage report for DS-7c5bc925-6f4d-4422-9d3a-b900a30db1cc from datanode DatanodeRegistration(127.0.0.1:41831, datanodeUuid=07fb0f0f-fe08-4beb-bfb0-1cce82b17991, infoPort=45817, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc810174f7e9a1b91 with lease ID 0x4e3d6ab9439d7550: from storage DS-7c5bc925-6f4d-4422-9d3a-b900a30db1cc node DatanodeRegistration(127.0.0.1:41831, datanodeUuid=07fb0f0f-fe08-4beb-bfb0-1cce82b17991, infoPort=45817, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc092d10db65f48 with lease ID 0x4e3d6ab9439d754f: Processing first storage report for DS-ed471610-1eee-4e77-bba0-737d64056173 from datanode DatanodeRegistration(127.0.0.1:42931, datanodeUuid=c9c8c487-4d2e-4dc6-b784-1e9dabed14b2, infoPort=37201, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc092d10db65f48 with lease ID 0x4e3d6ab9439d754f: from storage DS-ed471610-1eee-4e77-bba0-737d64056173 node DatanodeRegistration(127.0.0.1:42931, datanodeUuid=c9c8c487-4d2e-4dc6-b784-1e9dabed14b2, infoPort=37201, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc810174f7e9a1b91 with lease ID 0x4e3d6ab9439d7550: Processing first storage report for DS-5912c81e-d236-4d3c-80f4-da1f4cb4ae2c from datanode DatanodeRegistration(127.0.0.1:41831, datanodeUuid=07fb0f0f-fe08-4beb-bfb0-1cce82b17991, infoPort=45817, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc810174f7e9a1b91 with lease ID 0x4e3d6ab9439d7550: from storage DS-5912c81e-d236-4d3c-80f4-da1f4cb4ae2c node DatanodeRegistration(127.0.0.1:41831, datanodeUuid=07fb0f0f-fe08-4beb-bfb0-1cce82b17991, infoPort=45817, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc092d10db65f48 with lease ID 0x4e3d6ab9439d754f: Processing first storage report for DS-f9544d32-ba81-4194-8514-49de12d2747f from datanode DatanodeRegistration(127.0.0.1:42931, datanodeUuid=c9c8c487-4d2e-4dc6-b784-1e9dabed14b2, infoPort=37201, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc092d10db65f48 with lease ID 0x4e3d6ab9439d754f: from storage DS-f9544d32-ba81-4194-8514-49de12d2747f node DatanodeRegistration(127.0.0.1:42931, datanodeUuid=c9c8c487-4d2e-4dc6-b784-1e9dabed14b2, infoPort=37201, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,414 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data5/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,417 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data6/current/BP-1373084180-172.17.0.2-1733497477062/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:39,453 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x851c1ab5a67b3fc9 with lease ID 0x4e3d6ab9439d7551: Processing first storage report for DS-899e094c-9221-48a5-90b9-62a6aba4f957 from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=ff1c5cc1-036e-40ab-937a-0dc83f5cdbd2, infoPort=33729, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x851c1ab5a67b3fc9 with lease ID 0x4e3d6ab9439d7551: from storage DS-899e094c-9221-48a5-90b9-62a6aba4f957 node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=ff1c5cc1-036e-40ab-937a-0dc83f5cdbd2, infoPort=33729, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x851c1ab5a67b3fc9 with lease ID 0x4e3d6ab9439d7551: Processing first storage report for DS-0d84719b-37b8-46c0-b291-459623ba0218 from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=ff1c5cc1-036e-40ab-937a-0dc83f5cdbd2, infoPort=33729, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062) 2024-12-06T15:04:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x851c1ab5a67b3fc9 with lease ID 0x4e3d6ab9439d7551: from storage DS-0d84719b-37b8-46c0-b291-459623ba0218 node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=ff1c5cc1-036e-40ab-937a-0dc83f5cdbd2, infoPort=33729, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=1934396548;c=1733497477062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:39,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21 2024-12-06T15:04:39,801 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T15:04:39,808 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:04:39,811 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T15:04:39,829 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T15:04:39,829 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T15:04:39,876 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T15:04:39,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T15:04:39,943 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:32973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:32973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/oldWALs, maxLogs=32 2024-12-06T15:04:39,989 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497479968, exclude list is [], retry=0 2024-12-06T15:04:40,055 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1044 (auto-detected) 2024-12-06T15:04:40,059 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T15:04:40,091 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41831,DS-7c5bc925-6f4d-4422-9d3a-b900a30db1cc,DISK] 2024-12-06T15:04:40,095 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T15:04:40,128 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-899e094c-9221-48a5-90b9-62a6aba4f957,DISK] 2024-12-06T15:04:40,129 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42931,DS-ed471610-1eee-4e77-bba0-737d64056173,DISK] 2024-12-06T15:04:40,219 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497479968 2024-12-06T15:04:40,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:33729:33729),(127.0.0.1/127.0.0.1:37201:37201)] 2024-12-06T15:04:40,222 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T15:04:40,976 DEBUG [AsyncFSWAL-0-hdfs://localhost:32973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T15:04:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T15:04:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T15:04:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41831 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T15:04:47,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:04:47,528 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497479968: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T15:04:49,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T15:04:49,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b5e5029{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:49,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52be304b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:49,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:49,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@467fe2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:49,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc1d312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:49,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:49,412 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:49,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:49,413 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373084180-172.17.0.2-1733497477062 (Datanode Uuid ff1c5cc1-036e-40ab-937a-0dc83f5cdbd2) service to localhost/127.0.0.1:32973 2024-12-06T15:04:49,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data5/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data6/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:49,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cd3a889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:49,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75665086{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:49,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:49,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b8552a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:49,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d1771a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:49,436 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:49,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:49,437 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373084180-172.17.0.2-1733497477062 (Datanode Uuid c9c8c487-4d2e-4dc6-b784-1e9dabed14b2) service to localhost/127.0.0.1:32973 2024-12-06T15:04:49,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:49,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data3/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data4/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:49,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469bde0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:49,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7df4e9b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:49,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:49,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77cd88b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:49,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276a4cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:49,464 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:49,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:49,464 WARN [BP-1373084180-172.17.0.2-1733497477062 heartbeating to localhost/127.0.0.1:32973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373084180-172.17.0.2-1733497477062 (Datanode Uuid 07fb0f0f-fe08-4beb-bfb0-1cce82b17991) service to localhost/127.0.0.1:32973 2024-12-06T15:04:49,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:49,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data1/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/cluster_66d49d7e-82c0-b323-7a07-179b1d916a0f/dfs/data/data2/current/BP-1373084180-172.17.0.2-1733497477062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:49,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:49,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f2a2931{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:04:49,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f5a00d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:49,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:49,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f33738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:49,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67213bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:50,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T15:04:50,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=51 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (962625948) connection to localhost/127.0.0.1:32973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (962625948) connection to localhost/127.0.0.1:32973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e5cb0e0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8446 (was 9100) 2024-12-06T15:04:50,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=51, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=8446 2024-12-06T15:04:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.log.dir so I do NOT create it in target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b 2024-12-06T15:04:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe47d805-9282-10c4-e700-513fa9521f21/hadoop.tmp.dir so I do NOT create it in target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b 2024-12-06T15:04:50,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd, deleteOnExit=true 2024-12-06T15:04:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/test.cache.data in system properties and HBase conf 2024-12-06T15:04:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:04:50,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:04:50,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:04:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:04:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T15:04:50,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T15:04:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:04:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:04:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:04:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:04:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:04:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:04:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:04:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:04:50,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:50,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:50,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:50,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:50,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:50,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:50,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9822aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:50,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685077b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:50,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a6fafaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/java.io.tmpdir/jetty-localhost-32809-hadoop-hdfs-3_4_1-tests_jar-_-any-10371668305714303029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:04:50,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233d9889{HTTP/1.1, (http/1.1)}{localhost:32809} 2024-12-06T15:04:50,643 INFO [Time-limited test {}] server.Server(415): Started @17033ms 2024-12-06T15:04:50,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:50,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:50,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:50,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:50,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:50,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a45eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:50,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce0262c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:50,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2870fed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/java.io.tmpdir/jetty-localhost-40697-hadoop-hdfs-3_4_1-tests_jar-_-any-10211034400020809633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:50,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1696384e{HTTP/1.1, (http/1.1)}{localhost:40697} 2024-12-06T15:04:50,899 INFO [Time-limited test {}] server.Server(415): Started @17289ms 2024-12-06T15:04:50,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:50,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:50,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:50,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:50,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:50,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:50,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c00e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:50,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c0e6da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:51,014 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data1/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,015 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data2/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,052 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c1b16111544a29 with lease ID 0x26c0d0986996ce1a: Processing first storage report for DS-409723cb-ce69-42bc-8c20-5c29300e1b13 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=909a6d5d-b539-4cf4-b406-14b39eb282bf, infoPort=36565, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c1b16111544a29 with lease ID 0x26c0d0986996ce1a: from storage DS-409723cb-ce69-42bc-8c20-5c29300e1b13 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=909a6d5d-b539-4cf4-b406-14b39eb282bf, infoPort=36565, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c1b16111544a29 with lease ID 0x26c0d0986996ce1a: Processing first storage report for DS-c114b111-8466-48e2-9833-07a5558e9023 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=909a6d5d-b539-4cf4-b406-14b39eb282bf, infoPort=36565, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c1b16111544a29 with lease ID 0x26c0d0986996ce1a: from storage DS-c114b111-8466-48e2-9833-07a5558e9023 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=909a6d5d-b539-4cf4-b406-14b39eb282bf, infoPort=36565, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1480d4c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/java.io.tmpdir/jetty-localhost-35951-hadoop-hdfs-3_4_1-tests_jar-_-any-5636722949113113515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:51,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51e0401a{HTTP/1.1, (http/1.1)}{localhost:35951} 2024-12-06T15:04:51,154 INFO [Time-limited test {}] server.Server(415): Started @17544ms 2024-12-06T15:04:51,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:51,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:51,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:51,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:51,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:51,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:51,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c645ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:51,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13d00a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:51,276 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data3/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,277 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data4/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,309 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecdfec6275e31d2a with lease ID 0x26c0d0986996ce1b: Processing first storage report for DS-08bdbcc9-5a85-40e0-a916-1986da3ad403 from datanode DatanodeRegistration(127.0.0.1:37751, datanodeUuid=93f826de-cda5-4072-854f-d5ea46a1ba80, infoPort=35899, infoSecurePort=0, ipcPort=39737, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecdfec6275e31d2a with lease ID 0x26c0d0986996ce1b: from storage DS-08bdbcc9-5a85-40e0-a916-1986da3ad403 node DatanodeRegistration(127.0.0.1:37751, datanodeUuid=93f826de-cda5-4072-854f-d5ea46a1ba80, infoPort=35899, infoSecurePort=0, ipcPort=39737, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecdfec6275e31d2a with lease ID 0x26c0d0986996ce1b: Processing first storage report for DS-f61269e7-e377-4084-b195-156310b31dcc from datanode DatanodeRegistration(127.0.0.1:37751, datanodeUuid=93f826de-cda5-4072-854f-d5ea46a1ba80, infoPort=35899, infoSecurePort=0, ipcPort=39737, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecdfec6275e31d2a with lease ID 0x26c0d0986996ce1b: from storage DS-f61269e7-e377-4084-b195-156310b31dcc node DatanodeRegistration(127.0.0.1:37751, datanodeUuid=93f826de-cda5-4072-854f-d5ea46a1ba80, infoPort=35899, infoSecurePort=0, ipcPort=39737, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21206710{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/java.io.tmpdir/jetty-localhost-38731-hadoop-hdfs-3_4_1-tests_jar-_-any-15816974813026044483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:51,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@520d5445{HTTP/1.1, (http/1.1)}{localhost:38731} 2024-12-06T15:04:51,387 INFO [Time-limited test {}] server.Server(415): Started @17777ms 2024-12-06T15:04:51,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:51,484 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data5/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,484 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data6/current/BP-1899022205-172.17.0.2-1733497490401/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:51,502 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6f3bf8a56e615b with lease ID 0x26c0d0986996ce1c: Processing first storage report for DS-cbea53f2-d174-4532-b571-3df0bf3be54b from datanode DatanodeRegistration(127.0.0.1:35737, datanodeUuid=661e2421-bf76-4a6e-be49-4dfd17fa1875, infoPort=44273, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6f3bf8a56e615b with lease ID 0x26c0d0986996ce1c: from storage DS-cbea53f2-d174-4532-b571-3df0bf3be54b node DatanodeRegistration(127.0.0.1:35737, datanodeUuid=661e2421-bf76-4a6e-be49-4dfd17fa1875, infoPort=44273, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6f3bf8a56e615b with lease ID 0x26c0d0986996ce1c: Processing first storage report for DS-0e1a424d-d097-4048-9606-92a6564fdbb0 from datanode DatanodeRegistration(127.0.0.1:35737, datanodeUuid=661e2421-bf76-4a6e-be49-4dfd17fa1875, infoPort=44273, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401) 2024-12-06T15:04:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6f3bf8a56e615b with lease ID 0x26c0d0986996ce1c: from storage DS-0e1a424d-d097-4048-9606-92a6564fdbb0 node DatanodeRegistration(127.0.0.1:35737, datanodeUuid=661e2421-bf76-4a6e-be49-4dfd17fa1875, infoPort=44273, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=759313671;c=1733497490401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:51,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b 2024-12-06T15:04:51,523 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:04:51,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T15:04:51,531 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37377/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37377/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/oldWALs, maxLogs=32 2024-12-06T15:04:51,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497491533, exclude list is [], retry=0 2024-12-06T15:04:51,561 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35737,DS-cbea53f2-d174-4532-b571-3df0bf3be54b,DISK] 2024-12-06T15:04:51,562 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-409723cb-ce69-42bc-8c20-5c29300e1b13,DISK] 2024-12-06T15:04:51,563 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37751,DS-08bdbcc9-5a85-40e0-a916-1986da3ad403,DISK] 2024-12-06T15:04:51,569 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497491533 2024-12-06T15:04:51,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273),(127.0.0.1/127.0.0.1:36565:36565),(127.0.0.1/127.0.0.1:35899:35899)] 2024-12-06T15:04:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T15:04:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T15:04:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35737 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T15:04:52,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:04:52,029 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37377/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497491533: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T15:04:52,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T15:04:52,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21206710{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:52,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@520d5445{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:52,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:52,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13d00a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:52,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c645ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:52,094 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:52,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:52,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:52,094 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899022205-172.17.0.2-1733497490401 (Datanode Uuid 661e2421-bf76-4a6e-be49-4dfd17fa1875) service to localhost/127.0.0.1:37377 2024-12-06T15:04:52,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data5/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data6/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,096 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:52,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1480d4c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:52,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51e0401a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:52,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:52,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c0e6da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:52,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c00e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:52,105 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:52,106 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899022205-172.17.0.2-1733497490401 (Datanode Uuid 93f826de-cda5-4072-854f-d5ea46a1ba80) service to localhost/127.0.0.1:37377 2024-12-06T15:04:52,106 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data3/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data4/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,107 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:52,107 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:52,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:52,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2870fed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:52,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1696384e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:52,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:52,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce0262c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:52,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a45eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:52,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:04:52,120 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:04:52,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:04:52,120 WARN [BP-1899022205-172.17.0.2-1733497490401 heartbeating to localhost/127.0.0.1:37377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899022205-172.17.0.2-1733497490401 (Datanode Uuid 909a6d5d-b539-4cf4-b406-14b39eb282bf) service to localhost/127.0.0.1:37377 2024-12-06T15:04:52,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data1/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/cluster_058d9e73-718c-9274-4428-e1091676f4dd/dfs/data/data2/current/BP-1899022205-172.17.0.2-1733497490401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:04:52,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:04:52,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a6fafaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:04:52,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233d9889{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:04:52,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:04:52,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685077b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:04:52,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9822aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir/,STOPPED} 2024-12-06T15:04:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T15:04:52,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=59 (was 51) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (962625948) connection to localhost/127.0.0.1:37377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (962625948) connection to localhost/127.0.0.1:37377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 490), ProcessCount=11 (was 11), AvailableMemoryMB=8328 (was 8446) 2024-12-06T15:04:52,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=8327 2024-12-06T15:04:52,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.log.dir so I do NOT create it in target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad 2024-12-06T15:04:52,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9387c602-300f-ede6-f35d-cd309f26f72b/hadoop.tmp.dir so I do NOT create it in target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad 2024-12-06T15:04:52,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268, deleteOnExit=true 2024-12-06T15:04:52,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/test.cache.data in system properties and HBase conf 2024-12-06T15:04:52,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:04:52,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:04:52,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:04:52,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:04:52,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T15:04:52,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T15:04:52,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:52,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:04:52,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:04:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:04:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:04:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:04:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:04:52,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:04:52,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:52,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:52,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:52,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:52,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:52,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:52,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1a0d38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:52,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5630e9bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:52,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b29bcfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/java.io.tmpdir/jetty-localhost-46829-hadoop-hdfs-3_4_1-tests_jar-_-any-4331441498764916595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:04:52,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c566a3c{HTTP/1.1, (http/1.1)}{localhost:46829} 2024-12-06T15:04:52,442 INFO [Time-limited test {}] server.Server(415): Started @18832ms 2024-12-06T15:04:52,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:52,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:52,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:52,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:52,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:52,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e4d42e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:52,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776e0538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:52,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67158711{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/java.io.tmpdir/jetty-localhost-32803-hadoop-hdfs-3_4_1-tests_jar-_-any-4565366442418859256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:52,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ccd69f8{HTTP/1.1, (http/1.1)}{localhost:32803} 2024-12-06T15:04:52,650 INFO [Time-limited test {}] server.Server(415): Started @19040ms 2024-12-06T15:04:52,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:52,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:52,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:52,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:52,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:52,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:04:52,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9925a1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:52,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b9b8b8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:52,749 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data1/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:52,750 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data2/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:52,771 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c51f8a6576a884 with lease ID 0xbc6bf9b25c8e5763: Processing first storage report for DS-b2100444-29c3-4a09-9307-193ea89b32b0 from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=803d5b2f-e0a0-433f-8b90-a1847492c9e2, infoPort=37399, infoSecurePort=0, ipcPort=37611, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c51f8a6576a884 with lease ID 0xbc6bf9b25c8e5763: from storage DS-b2100444-29c3-4a09-9307-193ea89b32b0 node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=803d5b2f-e0a0-433f-8b90-a1847492c9e2, infoPort=37399, infoSecurePort=0, ipcPort=37611, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c51f8a6576a884 with lease ID 0xbc6bf9b25c8e5763: Processing first storage report for DS-f43a7aac-fa26-485c-a545-d1fb94518db2 from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=803d5b2f-e0a0-433f-8b90-a1847492c9e2, infoPort=37399, infoSecurePort=0, ipcPort=37611, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c51f8a6576a884 with lease ID 0xbc6bf9b25c8e5763: from storage DS-f43a7aac-fa26-485c-a545-d1fb94518db2 node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=803d5b2f-e0a0-433f-8b90-a1847492c9e2, infoPort=37399, infoSecurePort=0, ipcPort=37611, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:52,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17acb2f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/java.io.tmpdir/jetty-localhost-32837-hadoop-hdfs-3_4_1-tests_jar-_-any-9717478519460819912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:52,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b9f9de{HTTP/1.1, (http/1.1)}{localhost:32837} 2024-12-06T15:04:52,847 INFO [Time-limited test {}] server.Server(415): Started @19237ms 2024-12-06T15:04:52,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:52,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:04:52,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:04:52,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:04:52,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:04:52,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:04:52,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13d7185f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:04:52,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@741308c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:04:52,943 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data4/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:52,943 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data3/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:52,970 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3773115947bf62a3 with lease ID 0xbc6bf9b25c8e5764: Processing first storage report for DS-a3f54cf5-d361-465b-a6c6-5bb1e9c9c349 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=71871a8e-c564-4e3e-b0c0-dd1d3a59dce0, infoPort=35609, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3773115947bf62a3 with lease ID 0xbc6bf9b25c8e5764: from storage DS-a3f54cf5-d361-465b-a6c6-5bb1e9c9c349 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=71871a8e-c564-4e3e-b0c0-dd1d3a59dce0, infoPort=35609, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3773115947bf62a3 with lease ID 0xbc6bf9b25c8e5764: Processing first storage report for DS-a65e5506-da1c-422a-90aa-447d165f527e from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=71871a8e-c564-4e3e-b0c0-dd1d3a59dce0, infoPort=35609, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3773115947bf62a3 with lease ID 0xbc6bf9b25c8e5764: from storage DS-a65e5506-da1c-422a-90aa-447d165f527e node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=71871a8e-c564-4e3e-b0c0-dd1d3a59dce0, infoPort=35609, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:53,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cba6c20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/java.io.tmpdir/jetty-localhost-38903-hadoop-hdfs-3_4_1-tests_jar-_-any-4550342644667311708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:04:53,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36764275{HTTP/1.1, (http/1.1)}{localhost:38903} 2024-12-06T15:04:53,023 INFO [Time-limited test {}] server.Server(415): Started @19413ms 2024-12-06T15:04:53,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:04:53,117 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data5/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:53,118 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data6/current/BP-1968660896-172.17.0.2-1733497492241/current, will proceed with Du for space computation calculation, 2024-12-06T15:04:53,135 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:04:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eca63af14428c90 with lease ID 0xbc6bf9b25c8e5765: Processing first storage report for DS-2c5ac9bc-d11f-491e-8edc-e11b957c12cb from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=5dead7af-79ff-4031-af23-70c4d517c495, infoPort=43841, infoSecurePort=0, ipcPort=46319, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eca63af14428c90 with lease ID 0xbc6bf9b25c8e5765: from storage DS-2c5ac9bc-d11f-491e-8edc-e11b957c12cb node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=5dead7af-79ff-4031-af23-70c4d517c495, infoPort=43841, infoSecurePort=0, ipcPort=46319, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eca63af14428c90 with lease ID 0xbc6bf9b25c8e5765: Processing first storage report for DS-71749534-a87a-4c55-9d5f-2703f44ce7c3 from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=5dead7af-79ff-4031-af23-70c4d517c495, infoPort=43841, infoSecurePort=0, ipcPort=46319, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241) 2024-12-06T15:04:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eca63af14428c90 with lease ID 0xbc6bf9b25c8e5765: from storage DS-71749534-a87a-4c55-9d5f-2703f44ce7c3 node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=5dead7af-79ff-4031-af23-70c4d517c495, infoPort=43841, infoSecurePort=0, ipcPort=46319, storageInfo=lv=-57;cid=testClusterID;nsid=107656437;c=1733497492241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:04:53,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad 2024-12-06T15:04:53,161 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:04:53,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T15:04:53,167 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44027/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44027/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/oldWALs, maxLogs=32 2024-12-06T15:04:53,182 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497493169, exclude list is [], retry=0 2024-12-06T15:04:53,187 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-a3f54cf5-d361-465b-a6c6-5bb1e9c9c349,DISK] 2024-12-06T15:04:53,189 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-2c5ac9bc-d11f-491e-8edc-e11b957c12cb,DISK] 2024-12-06T15:04:53,189 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-b2100444-29c3-4a09-9307-193ea89b32b0,DISK] 2024-12-06T15:04:53,194 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497493169 2024-12-06T15:04:53,196 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35609:35609),(127.0.0.1/127.0.0.1:43841:43841),(127.0.0.1/127.0.0.1:37399:37399)] 2024-12-06T15:04:53,220 INFO [AsyncFSWAL-0-hdfs://localhost:44027/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T15:05:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T15:05:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T15:05:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T15:05:05,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:05:05,210 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44027/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733497493169: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T15:05:07,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T15:05:07,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cba6c20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:07,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36764275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:07,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:07,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@741308c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:07,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13d7185f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:07,197 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:07,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:07,197 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968660896-172.17.0.2-1733497492241 (Datanode Uuid 5dead7af-79ff-4031-af23-70c4d517c495) service to localhost/127.0.0.1:44027 2024-12-06T15:05:07,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:07,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data5/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data6/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:07,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17acb2f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:07,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b9f9de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:07,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:07,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b9b8b8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:07,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9925a1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:07,215 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:07,216 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968660896-172.17.0.2-1733497492241 (Datanode Uuid 71871a8e-c564-4e3e-b0c0-dd1d3a59dce0) service to localhost/127.0.0.1:44027 2024-12-06T15:05:07,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data3/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data4/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:07,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:07,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:07,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67158711{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:07,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ccd69f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:07,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:07,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776e0538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:07,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e4d42e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:07,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:07,234 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:07,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:07,234 WARN [BP-1968660896-172.17.0.2-1733497492241 heartbeating to localhost/127.0.0.1:44027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968660896-172.17.0.2-1733497492241 (Datanode Uuid 803d5b2f-e0a0-433f-8b90-a1847492c9e2) service to localhost/127.0.0.1:44027 2024-12-06T15:05:07,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data1/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/cluster_566b1ecf-68f8-2a2a-57f6-28dd1abde268/dfs/data/data2/current/BP-1968660896-172.17.0.2-1733497492241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:07,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:07,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b29bcfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:05:07,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c566a3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:07,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:07,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5630e9bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:07,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1a0d38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:07,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T15:05:07,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 59), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 490) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=8268 (was 8327) 2024-12-06T15:05:07,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=8268 2024-12-06T15:05:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.log.dir so I do NOT create it in target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed 2024-12-06T15:05:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/42c5150c-b370-5669-1cae-15d03bdc56ad/hadoop.tmp.dir so I do NOT create it in target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed 2024-12-06T15:05:07,279 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601, deleteOnExit=true 2024-12-06T15:05:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/test.cache.data in system properties and HBase conf 2024-12-06T15:05:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:05:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:05:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:05:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:05:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T15:05:07,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T15:05:07,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:05:07,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:05:07,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:05:07,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:05:07,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:05:07,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:05:07,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:05:07,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:05:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:05:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:05:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:05:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:05:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:05:07,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:05:07,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:05:07,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:05:07,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:05:07,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:05:07,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:05:07,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:05:07,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ff0bb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:05:07,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b3df09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:05:07,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3993b843{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/java.io.tmpdir/jetty-localhost-33359-hadoop-hdfs-3_4_1-tests_jar-_-any-11006777820076639150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:05:07,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6142a56d{HTTP/1.1, (http/1.1)}{localhost:33359} 2024-12-06T15:05:07,525 INFO [Time-limited test {}] server.Server(415): Started @33915ms 2024-12-06T15:05:07,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:05:07,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:05:07,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:05:07,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:05:07,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:05:07,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7861ff31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:05:07,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48866182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:05:07,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ea31b27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/java.io.tmpdir/jetty-localhost-46881-hadoop-hdfs-3_4_1-tests_jar-_-any-6539460180668683998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:07,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@627de361{HTTP/1.1, (http/1.1)}{localhost:46881} 2024-12-06T15:05:07,801 INFO [Time-limited test {}] server.Server(415): Started @34191ms 2024-12-06T15:05:07,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:05:07,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:05:07,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:05:07,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:05:07,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:05:07,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:05:07,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5046a0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:05:07,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac99343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:05:07,937 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data1/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:07,939 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data2/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:07,976 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:05:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c2e35b0ec25a840 with lease ID 0x25111a88b8a3ef29: Processing first storage report for DS-84f08783-8efa-44f7-9d74-989b0704597a from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=4d966458-66bf-4001-a34f-43002f76b2f4, infoPort=38659, infoSecurePort=0, ipcPort=41905, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c2e35b0ec25a840 with lease ID 0x25111a88b8a3ef29: from storage DS-84f08783-8efa-44f7-9d74-989b0704597a node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=4d966458-66bf-4001-a34f-43002f76b2f4, infoPort=38659, infoSecurePort=0, ipcPort=41905, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:05:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c2e35b0ec25a840 with lease ID 0x25111a88b8a3ef29: Processing first storage report for DS-31010f7c-0940-4ba5-b17b-6d07ccef21f5 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=4d966458-66bf-4001-a34f-43002f76b2f4, infoPort=38659, infoSecurePort=0, ipcPort=41905, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c2e35b0ec25a840 with lease ID 0x25111a88b8a3ef29: from storage DS-31010f7c-0940-4ba5-b17b-6d07ccef21f5 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=4d966458-66bf-4001-a34f-43002f76b2f4, infoPort=38659, infoSecurePort=0, ipcPort=41905, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:05:08,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f308a4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/java.io.tmpdir/jetty-localhost-41907-hadoop-hdfs-3_4_1-tests_jar-_-any-14609373337533977247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:08,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1eed33ab{HTTP/1.1, (http/1.1)}{localhost:41907} 2024-12-06T15:05:08,036 INFO [Time-limited test {}] server.Server(415): Started @34427ms 2024-12-06T15:05:08,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:05:08,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:05:08,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:05:08,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:05:08,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:05:08,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:05:08,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e7282b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:05:08,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2da46e67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:05:08,172 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data3/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:08,172 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data4/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:08,204 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:05:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc46866cd8efadefd with lease ID 0x25111a88b8a3ef2a: Processing first storage report for DS-d754c7ad-9003-4439-9268-daaf9e33148f from datanode DatanodeRegistration(127.0.0.1:37795, datanodeUuid=424f61f5-c99a-481e-a3e7-aa6e2136069c, infoPort=36069, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc46866cd8efadefd with lease ID 0x25111a88b8a3ef2a: from storage DS-d754c7ad-9003-4439-9268-daaf9e33148f node DatanodeRegistration(127.0.0.1:37795, datanodeUuid=424f61f5-c99a-481e-a3e7-aa6e2136069c, infoPort=36069, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:05:08,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc46866cd8efadefd with lease ID 0x25111a88b8a3ef2a: Processing first storage report for DS-c282ed45-131f-4c0e-848f-0b8112edc029 from datanode DatanodeRegistration(127.0.0.1:37795, datanodeUuid=424f61f5-c99a-481e-a3e7-aa6e2136069c, infoPort=36069, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:08,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc46866cd8efadefd with lease ID 0x25111a88b8a3ef2a: from storage DS-c282ed45-131f-4c0e-848f-0b8112edc029 node DatanodeRegistration(127.0.0.1:37795, datanodeUuid=424f61f5-c99a-481e-a3e7-aa6e2136069c, infoPort=36069, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T15:05:08,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74ee42f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/java.io.tmpdir/jetty-localhost-40923-hadoop-hdfs-3_4_1-tests_jar-_-any-4232326832315029206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:08,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61bf64a3{HTTP/1.1, (http/1.1)}{localhost:40923} 2024-12-06T15:05:08,271 INFO [Time-limited test {}] server.Server(415): Started @34661ms 2024-12-06T15:05:08,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:05:08,372 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data6/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:08,372 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data5/current/BP-1277468536-172.17.0.2-1733497507317/current, will proceed with Du for space computation calculation, 2024-12-06T15:05:08,398 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:05:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba08ed1d81b248d5 with lease ID 0x25111a88b8a3ef2b: Processing first storage report for DS-07d15c88-1c0a-4d53-9b83-7966dbbc24a7 from datanode DatanodeRegistration(127.0.0.1:38029, datanodeUuid=515ec3b1-5efe-4668-83d4-727445ec3ffd, infoPort=40107, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba08ed1d81b248d5 with lease ID 0x25111a88b8a3ef2b: from storage DS-07d15c88-1c0a-4d53-9b83-7966dbbc24a7 node DatanodeRegistration(127.0.0.1:38029, datanodeUuid=515ec3b1-5efe-4668-83d4-727445ec3ffd, infoPort=40107, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:05:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba08ed1d81b248d5 with lease ID 0x25111a88b8a3ef2b: Processing first storage report for DS-263e3fdd-51eb-4779-a43b-765c8f88997d from datanode DatanodeRegistration(127.0.0.1:38029, datanodeUuid=515ec3b1-5efe-4668-83d4-727445ec3ffd, infoPort=40107, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317) 2024-12-06T15:05:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba08ed1d81b248d5 with lease ID 0x25111a88b8a3ef2b: from storage DS-263e3fdd-51eb-4779-a43b-765c8f88997d node DatanodeRegistration(127.0.0.1:38029, datanodeUuid=515ec3b1-5efe-4668-83d4-727445ec3ffd, infoPort=40107, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=142340863;c=1733497507317), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T15:05:08,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed 2024-12-06T15:05:08,408 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:05:08,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T15:05:08,414 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:38601/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:38601/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/oldWALs, maxLogs=32 2024-12-06T15:05:08,430 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497508416, exclude list is [], retry=0 2024-12-06T15:05:08,435 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37795,DS-d754c7ad-9003-4439-9268-daaf9e33148f,DISK] 2024-12-06T15:05:08,436 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38029,DS-07d15c88-1c0a-4d53-9b83-7966dbbc24a7,DISK] 2024-12-06T15:05:08,436 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-84f08783-8efa-44f7-9d74-989b0704597a,DISK] 2024-12-06T15:05:08,439 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497508416 2024-12-06T15:05:08,440 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36069:36069),(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:38659:38659)] 2024-12-06T15:05:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37795 is added to blk_1073741825_1001 (size=121110) 2024-12-06T15:05:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741825_1001 (size=121110) 2024-12-06T15:05:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741825_1001 (size=121110) 2024-12-06T15:05:08,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:05:08,826 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38601/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733497508416: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T15:05:08,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T15:05:08,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74ee42f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:08,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61bf64a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:08,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:08,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2da46e67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:08,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e7282b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:08,859 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:08,859 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277468536-172.17.0.2-1733497507317 (Datanode Uuid 515ec3b1-5efe-4668-83d4-727445ec3ffd) service to localhost/127.0.0.1:38601 2024-12-06T15:05:08,859 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:08,859 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:08,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data5/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data6/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:08,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f308a4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:08,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1eed33ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:08,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:08,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac99343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:08,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5046a0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:08,871 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:08,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:08,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:08,871 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277468536-172.17.0.2-1733497507317 (Datanode Uuid 424f61f5-c99a-481e-a3e7-aa6e2136069c) service to localhost/127.0.0.1:38601 2024-12-06T15:05:08,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data3/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data4/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ea31b27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:05:08,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@627de361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:08,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48866182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7861ff31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:08,883 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:05:08,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:05:08,883 WARN [BP-1277468536-172.17.0.2-1733497507317 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277468536-172.17.0.2-1733497507317 (Datanode Uuid 4d966458-66bf-4001-a34f-43002f76b2f4) service to localhost/127.0.0.1:38601 2024-12-06T15:05:08,883 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:05:08,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data1/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/cluster_f0bed1bf-d262-1b7e-2ffd-3eaeae2ff601/dfs/data/data2/current/BP-1277468536-172.17.0.2-1733497507317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:05:08,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:05:08,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3993b843{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:05:08,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6142a56d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:05:08,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:05:08,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b3df09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:05:08,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ff0bb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d956d7e-f3c2-6974-b6f5-141fb08c3fed/hadoop.log.dir/,STOPPED} 2024-12-06T15:05:08,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T15:05:08,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=84 (was 59) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=8168 (was 8268)