2024-11-21 02:40:05,643 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-21 02:40:05,655 main DEBUG Took 0.009559 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 02:40:05,655 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 02:40:05,655 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 02:40:05,656 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 02:40:05,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,673 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 02:40:05,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,691 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,693 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,694 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,696 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,699 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:40:05,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,704 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 02:40:05,706 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:40:05,708 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 02:40:05,711 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 02:40:05,711 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 02:40:05,713 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 02:40:05,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 02:40:05,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 02:40:05,726 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 02:40:05,728 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 02:40:05,729 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 02:40:05,729 main DEBUG createAppenders(={Console}) 2024-11-21 02:40:05,730 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-21 02:40:05,730 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-21 02:40:05,731 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-21 02:40:05,731 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 02:40:05,732 main DEBUG OutputStream closed 2024-11-21 02:40:05,732 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 02:40:05,732 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 02:40:05,732 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-21 02:40:05,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 02:40:05,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 02:40:05,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 02:40:05,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 02:40:05,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 02:40:05,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 02:40:05,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 02:40:05,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 02:40:05,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 02:40:05,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 02:40:05,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 02:40:05,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 02:40:05,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 02:40:05,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 02:40:05,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 02:40:05,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 02:40:05,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 02:40:05,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 02:40:05,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 02:40:05,819 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-21 02:40:05,819 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 02:40:05,820 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-21T02:40:06,109 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786 2024-11-21 02:40:06,111 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 02:40:06,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T02:40:06,123 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-21T02:40:06,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=2262 2024-11-21T02:40:06,173 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d, deleteOnExit=true 2024-11-21T02:40:06,174 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/test.cache.data in system properties and HBase conf 2024-11-21T02:40:06,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:40:06,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:40:06,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:40:06,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:40:06,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T02:40:06,280 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T02:40:06,365 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:40:06,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:06,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:06,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:40:06,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:06,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:40:06,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:40:06,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:06,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:06,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:40:06,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:40:06,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:40:06,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:06,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:40:06,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:40:07,364 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T02:40:07,445 INFO [Time-limited test {}] log.Log(170): Logging initialized @2551ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T02:40:07,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:07,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:07,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:07,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:07,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:07,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:07,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:07,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:07,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407444fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/java.io.tmpdir/jetty-localhost-34907-hadoop-hdfs-3_4_1-tests_jar-_-any-10587723521592710154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:07,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:34907} 2024-11-21T02:40:07,792 INFO [Time-limited test {}] server.Server(415): Started @2899ms 2024-11-21T02:40:08,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:08,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:08,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:08,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:08,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:08,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f338cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:08,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42297755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:08,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8eda10b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/java.io.tmpdir/jetty-localhost-37271-hadoop-hdfs-3_4_1-tests_jar-_-any-15427457072005234677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:08,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c496bf0{HTTP/1.1, (http/1.1)}{localhost:37271} 2024-11-21T02:40:08,384 INFO [Time-limited test {}] server.Server(415): Started @3490ms 2024-11-21T02:40:08,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:08,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:08,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:08,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:08,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:08,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:08,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3719f781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:08,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f7d3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:08,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d1f502a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/java.io.tmpdir/jetty-localhost-41823-hadoop-hdfs-3_4_1-tests_jar-_-any-12879512052400640132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:08,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a792dbc{HTTP/1.1, (http/1.1)}{localhost:41823} 2024-11-21T02:40:08,716 INFO [Time-limited test {}] server.Server(415): Started @3822ms 2024-11-21T02:40:08,718 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:08,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:08,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:08,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:08,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:08,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:08,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dadaabf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:08,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f6f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:08,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf20a59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/java.io.tmpdir/jetty-localhost-37407-hadoop-hdfs-3_4_1-tests_jar-_-any-7418166131519998271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:08,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57015850{HTTP/1.1, (http/1.1)}{localhost:37407} 2024-11-21T02:40:08,863 INFO [Time-limited test {}] server.Server(415): Started @3970ms 2024-11-21T02:40:08,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:09,590 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data3/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,590 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data1/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,590 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data2/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,590 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data4/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,617 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data5/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,617 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data6/current/BP-94976448-172.17.0.2-1732156806996/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:09,642 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:09,643 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:09,651 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79de36fee89fa9c with lease ID 0xf36aa9977e11d520: Processing first storage report for DS-67b7a4a1-add7-47bc-b360-eca5147b1245 from datanode DatanodeRegistration(127.0.0.1:45025, datanodeUuid=f4367f69-990e-4604-855a-b03cc93b1a29, infoPort=43341, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79de36fee89fa9c with lease ID 0xf36aa9977e11d520: from storage DS-67b7a4a1-add7-47bc-b360-eca5147b1245 node DatanodeRegistration(127.0.0.1:45025, datanodeUuid=f4367f69-990e-4604-855a-b03cc93b1a29, infoPort=43341, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe6122a494a2b4bf with lease ID 0xf36aa9977e11d51f: Processing first storage report for DS-429388e9-85a7-4af7-ae18-18af1ca09421 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=1e5eb67f-221a-4928-837a-321d41d3d49e, infoPort=39253, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe6122a494a2b4bf with lease ID 0xf36aa9977e11d51f: from storage DS-429388e9-85a7-4af7-ae18-18af1ca09421 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=1e5eb67f-221a-4928-837a-321d41d3d49e, infoPort=39253, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8bf7912d7c0688 with lease ID 0xf36aa9977e11d521: Processing first storage report for DS-71530182-6719-497c-a911-bcefa57fc7d6 from datanode DatanodeRegistration(127.0.0.1:37563, datanodeUuid=6407ff81-73aa-4b1d-aee4-facfcb306d46, infoPort=37839, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8bf7912d7c0688 with lease ID 0xf36aa9977e11d521: from storage DS-71530182-6719-497c-a911-bcefa57fc7d6 node DatanodeRegistration(127.0.0.1:37563, datanodeUuid=6407ff81-73aa-4b1d-aee4-facfcb306d46, infoPort=37839, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79de36fee89fa9c with lease ID 0xf36aa9977e11d520: Processing first storage report for DS-0ef59c08-8ba5-45ef-8fd7-4eefa26a581f from datanode DatanodeRegistration(127.0.0.1:45025, datanodeUuid=f4367f69-990e-4604-855a-b03cc93b1a29, infoPort=43341, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79de36fee89fa9c with lease ID 0xf36aa9977e11d520: from storage DS-0ef59c08-8ba5-45ef-8fd7-4eefa26a581f node DatanodeRegistration(127.0.0.1:45025, datanodeUuid=f4367f69-990e-4604-855a-b03cc93b1a29, infoPort=43341, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe6122a494a2b4bf with lease ID 0xf36aa9977e11d51f: Processing first storage report for DS-f4229d52-d362-4b95-a71e-286807637e5c from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=1e5eb67f-221a-4928-837a-321d41d3d49e, infoPort=39253, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe6122a494a2b4bf with lease ID 0xf36aa9977e11d51f: from storage DS-f4229d52-d362-4b95-a71e-286807637e5c node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=1e5eb67f-221a-4928-837a-321d41d3d49e, infoPort=39253, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8bf7912d7c0688 with lease ID 0xf36aa9977e11d521: Processing first storage report for DS-ede56411-daae-446c-8b5c-c97b9a802388 from datanode DatanodeRegistration(127.0.0.1:37563, datanodeUuid=6407ff81-73aa-4b1d-aee4-facfcb306d46, infoPort=37839, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996) 2024-11-21T02:40:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8bf7912d7c0688 with lease ID 0xf36aa9977e11d521: from storage DS-ede56411-daae-446c-8b5c-c97b9a802388 node DatanodeRegistration(127.0.0.1:37563, datanodeUuid=6407ff81-73aa-4b1d-aee4-facfcb306d46, infoPort=37839, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=995062988;c=1732156806996), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:09,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786 2024-11-21T02:40:09,767 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:40:09,772 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:40:09,774 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T02:40:09,789 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T02:40:09,789 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T02:40:09,840 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T02:40:09,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:40:09,933 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/oldWALs, maxLogs=32 2024-11-21T02:40:09,981 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156809962, exclude list is [], retry=0 2024-11-21T02:40:10,051 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 60173 (auto-detected) 2024-11-21T02:40:10,055 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T02:40:10,080 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK] 2024-11-21T02:40:10,084 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T02:40:10,110 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK] 2024-11-21T02:40:10,111 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK] 2024-11-21T02:40:10,191 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156809962 2024-11-21T02:40:10,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37839:37839),(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-21T02:40:10,194 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T02:40:11,029 DEBUG [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-21T02:40:12,597 INFO [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 164 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK], DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK], DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK]] 2024-11-21T02:40:12,872 INFO [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 273 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK], DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK], DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK]] 2024-11-21T02:40:16,067 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1460481888_22 at /127.0.0.1:43490 [Receiving block BP-94976448-172.17.0.2-1732156806996:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1477ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data1/, blockId=1073741825, seqno=761 2024-11-21T02:40:16,068 INFO [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 1479 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK], DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK], DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK]] 2024-11-21T02:40:16,282 INFO [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 192 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK], DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK], DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK]] 2024-11-21T02:40:17,458 INFO [AsyncFSWAL-0-hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37563,DS-71530182-6719-497c-a911-bcefa57fc7d6,DISK], DatanodeInfoWithStorage[127.0.0.1:45025,DS-67b7a4a1-add7-47bc-b360-eca5147b1245,DISK], DatanodeInfoWithStorage[127.0.0.1:41515,DS-429388e9-85a7-4af7-ae18-18af1ca09421,DISK]] 2024-11-21T02:40:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741825_1001 (size=1048651116) 2024-11-21T02:40:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741825_1001 (size=1048651116) 2024-11-21T02:40:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37563 is added to blk_1073741825_1001 (size=1048651116) 2024-11-21T02:40:18,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:40:18,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156809962: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-21T02:40:19,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T02:40:21,666 WARN [BP-94976448-172.17.0.2-1732156806996 heartbeating to localhost/127.0.0.1:36999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94976448-172.17.0.2-1732156806996 (Datanode Uuid 1e5eb67f-221a-4928-837a-321d41d3d49e) service to localhost/127.0.0.1:36999 2024-11-21T02:40:27,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data5/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data6/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf20a59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:27,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57015850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:27,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:27,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f6f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:27,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dadaabf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:27,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:27,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d1f502a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:27,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a792dbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:27,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:27,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f7d3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:27,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3719f781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:27,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:27,102 WARN [BP-94976448-172.17.0.2-1732156806996 heartbeating to localhost/127.0.0.1:36999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:27,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:27,102 WARN [BP-94976448-172.17.0.2-1732156806996 heartbeating to localhost/127.0.0.1:36999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94976448-172.17.0.2-1732156806996 (Datanode Uuid f4367f69-990e-4604-855a-b03cc93b1a29) service to localhost/127.0.0.1:36999 2024-11-21T02:40:27,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data3/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data4/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:27,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8eda10b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:27,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c496bf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:27,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:27,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42297755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:27,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f338cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:27,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:27,111 WARN [BP-94976448-172.17.0.2-1732156806996 heartbeating to localhost/127.0.0.1:36999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:27,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:27,111 WARN [BP-94976448-172.17.0.2-1732156806996 heartbeating to localhost/127.0.0.1:36999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94976448-172.17.0.2-1732156806996 (Datanode Uuid 6407ff81-73aa-4b1d-aee4-facfcb306d46) service to localhost/127.0.0.1:36999 2024-11-21T02:40:27,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data1/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/cluster_7a3c5e4d-fefa-2890-d1f4-fb22abb9f54d/dfs/data/data2/current/BP-94976448-172.17.0.2-1732156806996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:27,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:27,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407444fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:27,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:27,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:27,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:27,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:28,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T02:40:28,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@163a8e6c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:36999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=331 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3382 (was 2262) - AvailableMemoryMB LEAK? - 2024-11-21T02:40:28,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=3382 2024-11-21T02:40:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.log.dir so I do NOT create it in target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b 2024-11-21T02:40:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe74da73-511a-0db6-2b73-5fc108471786/hadoop.tmp.dir so I do NOT create it in target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b 2024-11-21T02:40:28,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097, deleteOnExit=true 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/test.cache.data in system properties and HBase conf 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:40:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T02:40:28,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:40:28,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:28,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:28,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:40:28,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:40:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:40:28,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:40:28,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:28,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:40:28,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:40:28,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:28,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:28,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:28,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:28,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:28,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:28,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b3c8794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:28,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725e9be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:28,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46a4b06b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-3506091439474547224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:28,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@153cc53a{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-11-21T02:40:28,992 INFO [Time-limited test {}] server.Server(415): Started @24098ms 2024-11-21T02:40:29,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:29,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:29,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:29,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:29,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:29,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c155de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:29,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563f6cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:29,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da132ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/java.io.tmpdir/jetty-localhost-42493-hadoop-hdfs-3_4_1-tests_jar-_-any-18019378260724701959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:29,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e8ddf08{HTTP/1.1, (http/1.1)}{localhost:42493} 2024-11-21T02:40:29,287 INFO [Time-limited test {}] server.Server(415): Started @24393ms 2024-11-21T02:40:29,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:29,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:29,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:29,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:29,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:29,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:29,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@487989cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:29,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63604685{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:29,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@497e87b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/java.io.tmpdir/jetty-localhost-33529-hadoop-hdfs-3_4_1-tests_jar-_-any-15732544349729371832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:29,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ad1e3a{HTTP/1.1, (http/1.1)}{localhost:33529} 2024-11-21T02:40:29,427 INFO [Time-limited test {}] server.Server(415): Started @24534ms 2024-11-21T02:40:29,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:29,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:29,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:29,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:29,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:29,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:29,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2e1f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:29,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4acef250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:29,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491aa02c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/java.io.tmpdir/jetty-localhost-40905-hadoop-hdfs-3_4_1-tests_jar-_-any-14423275928019499254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:29,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12009553{HTTP/1.1, (http/1.1)}{localhost:40905} 2024-11-21T02:40:29,565 INFO [Time-limited test {}] server.Server(415): Started @24672ms 2024-11-21T02:40:29,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:29,920 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data2/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:29,920 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data1/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:29,944 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e167f080463dbb with lease ID 0x605ac6e13edf785c: Processing first storage report for DS-fb80d5a0-84b1-48a5-b6be-881e534aa501 from datanode DatanodeRegistration(127.0.0.1:41353, datanodeUuid=11547305-b8e5-4d45-b516-236c0eab50f4, infoPort=43521, infoSecurePort=0, ipcPort=41017, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e167f080463dbb with lease ID 0x605ac6e13edf785c: from storage DS-fb80d5a0-84b1-48a5-b6be-881e534aa501 node DatanodeRegistration(127.0.0.1:41353, datanodeUuid=11547305-b8e5-4d45-b516-236c0eab50f4, infoPort=43521, infoSecurePort=0, ipcPort=41017, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e167f080463dbb with lease ID 0x605ac6e13edf785c: Processing first storage report for DS-64ce46c1-b44f-4242-a56a-2e367297be68 from datanode DatanodeRegistration(127.0.0.1:41353, datanodeUuid=11547305-b8e5-4d45-b516-236c0eab50f4, infoPort=43521, infoSecurePort=0, ipcPort=41017, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e167f080463dbb with lease ID 0x605ac6e13edf785c: from storage DS-64ce46c1-b44f-4242-a56a-2e367297be68 node DatanodeRegistration(127.0.0.1:41353, datanodeUuid=11547305-b8e5-4d45-b516-236c0eab50f4, infoPort=43521, infoSecurePort=0, ipcPort=41017, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:30,289 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data3/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:30,289 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data4/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:30,313 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec59bf208f78bf0 with lease ID 0x605ac6e13edf785d: Processing first storage report for DS-56a09938-d641-4bd3-bf81-979f757b0c4b from datanode DatanodeRegistration(127.0.0.1:42147, datanodeUuid=324a7209-c3f9-44e8-a5b8-fa88eaada0bf, infoPort=32833, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec59bf208f78bf0 with lease ID 0x605ac6e13edf785d: from storage DS-56a09938-d641-4bd3-bf81-979f757b0c4b node DatanodeRegistration(127.0.0.1:42147, datanodeUuid=324a7209-c3f9-44e8-a5b8-fa88eaada0bf, infoPort=32833, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec59bf208f78bf0 with lease ID 0x605ac6e13edf785d: Processing first storage report for DS-fb770e86-1f69-4c44-9010-e95087ed6800 from datanode DatanodeRegistration(127.0.0.1:42147, datanodeUuid=324a7209-c3f9-44e8-a5b8-fa88eaada0bf, infoPort=32833, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec59bf208f78bf0 with lease ID 0x605ac6e13edf785d: from storage DS-fb770e86-1f69-4c44-9010-e95087ed6800 node DatanodeRegistration(127.0.0.1:42147, datanodeUuid=324a7209-c3f9-44e8-a5b8-fa88eaada0bf, infoPort=32833, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:30,378 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data6/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:30,378 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data5/current/BP-176043815-172.17.0.2-1732156828669/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:30,393 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75e16c45705a652 with lease ID 0x605ac6e13edf785e: Processing first storage report for DS-d72f4837-e4f9-4053-903c-7a07025d4e07 from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=30eb66de-ebda-4c60-a9dd-0597129fb71a, infoPort=34095, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75e16c45705a652 with lease ID 0x605ac6e13edf785e: from storage DS-d72f4837-e4f9-4053-903c-7a07025d4e07 node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=30eb66de-ebda-4c60-a9dd-0597129fb71a, infoPort=34095, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75e16c45705a652 with lease ID 0x605ac6e13edf785e: Processing first storage report for DS-8d94b6cc-3d15-48f9-8dc5-77f4fc1b5e1f from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=30eb66de-ebda-4c60-a9dd-0597129fb71a, infoPort=34095, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669) 2024-11-21T02:40:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75e16c45705a652 with lease ID 0x605ac6e13edf785e: from storage DS-8d94b6cc-3d15-48f9-8dc5-77f4fc1b5e1f node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=30eb66de-ebda-4c60-a9dd-0597129fb71a, infoPort=34095, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=1472859381;c=1732156828669), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:30,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b 2024-11-21T02:40:30,418 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:40:30,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:40:30,426 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35957/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35957/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/oldWALs, maxLogs=32 2024-11-21T02:40:30,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156830428, exclude list is [], retry=0 2024-11-21T02:40:30,448 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-d72f4837-e4f9-4053-903c-7a07025d4e07,DISK] 2024-11-21T02:40:30,449 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-56a09938-d641-4bd3-bf81-979f757b0c4b,DISK] 2024-11-21T02:40:30,450 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41353,DS-fb80d5a0-84b1-48a5-b6be-881e534aa501,DISK] 2024-11-21T02:40:30,452 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156830428 2024-11-21T02:40:30,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34095:34095),(127.0.0.1/127.0.0.1:32833:32833),(127.0.0.1/127.0.0.1:43521:43521)] 2024-11-21T02:40:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741825_1001 (size=1073110) 2024-11-21T02:40:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741825_1001 (size=1073110) 2024-11-21T02:40:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741825_1001 (size=1073110) 2024-11-21T02:40:31,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:40:31,187 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35957/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156830428: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-21T02:40:31,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T02:40:31,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491aa02c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:31,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12009553{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:31,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:31,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4acef250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:31,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2e1f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:31,274 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:31,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:31,274 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176043815-172.17.0.2-1732156828669 (Datanode Uuid 30eb66de-ebda-4c60-a9dd-0597129fb71a) service to localhost/127.0.0.1:35957 2024-11-21T02:40:31,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:31,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data5/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data6/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@497e87b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:31,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ad1e3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:31,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:31,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63604685{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:31,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@487989cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:31,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:31,279 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:31,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:31,279 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176043815-172.17.0.2-1732156828669 (Datanode Uuid 324a7209-c3f9-44e8-a5b8-fa88eaada0bf) service to localhost/127.0.0.1:35957 2024-11-21T02:40:31,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data3/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data4/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:31,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da132ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:31,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e8ddf08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:31,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:31,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563f6cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:31,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70c155de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:31,286 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:31,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:31,286 WARN [BP-176043815-172.17.0.2-1732156828669 heartbeating to localhost/127.0.0.1:35957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176043815-172.17.0.2-1732156828669 (Datanode Uuid 11547305-b8e5-4d45-b516-236c0eab50f4) service to localhost/127.0.0.1:35957 2024-11-21T02:40:31,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:31,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data1/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/cluster_981d1b7d-3a41-337e-fcba-b45c34365097/dfs/data/data2/current/BP-176043815-172.17.0.2-1732156828669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:31,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:31,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46a4b06b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:31,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@153cc53a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:31,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725e9be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b3c8794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:31,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T02:40:31,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 50) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:35957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:35957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=338 (was 331) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=4214 (was 3382) - AvailableMemoryMB LEAK? - 2024-11-21T02:40:31,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=4214 2024-11-21T02:40:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.log.dir so I do NOT create it in target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e 2024-11-21T02:40:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8379c0bc-86a8-915e-496e-4f2a0136237b/hadoop.tmp.dir so I do NOT create it in target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e 2024-11-21T02:40:31,323 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607, deleteOnExit=true 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/test.cache.data in system properties and HBase conf 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:40:31,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T02:40:31,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:40:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:40:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:40:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:40:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:40:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:40:31,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:31,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:31,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:31,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:31,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:31,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:31,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765965a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:31,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d3d088{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:31,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3acf1c44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/java.io.tmpdir/jetty-localhost-41857-hadoop-hdfs-3_4_1-tests_jar-_-any-15570593126857442835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:31,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c86c28c{HTTP/1.1, (http/1.1)}{localhost:41857} 2024-11-21T02:40:31,678 INFO [Time-limited test {}] server.Server(415): Started @26785ms 2024-11-21T02:40:31,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:31,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:31,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:31,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:31,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:31,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126da980{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:31,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ff06fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:31,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1135dbe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/java.io.tmpdir/jetty-localhost-42105-hadoop-hdfs-3_4_1-tests_jar-_-any-2993140698762865742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:31,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71869acf{HTTP/1.1, (http/1.1)}{localhost:42105} 2024-11-21T02:40:31,970 INFO [Time-limited test {}] server.Server(415): Started @27076ms 2024-11-21T02:40:31,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:32,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:32,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:32,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:32,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:32,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:32,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e535855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:32,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6570dcd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:32,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dca6e9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/java.io.tmpdir/jetty-localhost-42175-hadoop-hdfs-3_4_1-tests_jar-_-any-15907979245259496916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:32,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14a70444{HTTP/1.1, (http/1.1)}{localhost:42175} 2024-11-21T02:40:32,195 INFO [Time-limited test {}] server.Server(415): Started @27302ms 2024-11-21T02:40:32,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:32,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:32,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:32,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:32,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:32,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:32,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a363bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:32,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11247cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:32,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39d829d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/java.io.tmpdir/jetty-localhost-45219-hadoop-hdfs-3_4_1-tests_jar-_-any-10742626987094034217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:32,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4faa9867{HTTP/1.1, (http/1.1)}{localhost:45219} 2024-11-21T02:40:32,394 INFO [Time-limited test {}] server.Server(415): Started @27501ms 2024-11-21T02:40:32,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:32,667 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data1/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:32,679 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data2/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:32,715 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdb89a8972e3cc89 with lease ID 0x59bfee13669cfec0: Processing first storage report for DS-9f637efb-48f3-4f5f-b0da-23163c6a67ad from datanode DatanodeRegistration(127.0.0.1:35055, datanodeUuid=1966e875-ef31-46f6-8b80-cbc0366b8cfd, infoPort=40123, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdb89a8972e3cc89 with lease ID 0x59bfee13669cfec0: from storage DS-9f637efb-48f3-4f5f-b0da-23163c6a67ad node DatanodeRegistration(127.0.0.1:35055, datanodeUuid=1966e875-ef31-46f6-8b80-cbc0366b8cfd, infoPort=40123, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdb89a8972e3cc89 with lease ID 0x59bfee13669cfec0: Processing first storage report for DS-e55ea245-10d0-484d-b2e1-eece2508fc0e from datanode DatanodeRegistration(127.0.0.1:35055, datanodeUuid=1966e875-ef31-46f6-8b80-cbc0366b8cfd, infoPort=40123, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdb89a8972e3cc89 with lease ID 0x59bfee13669cfec0: from storage DS-e55ea245-10d0-484d-b2e1-eece2508fc0e node DatanodeRegistration(127.0.0.1:35055, datanodeUuid=1966e875-ef31-46f6-8b80-cbc0366b8cfd, infoPort=40123, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:33,087 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data3/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:33,087 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data4/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:33,115 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fceb334c7e7e981 with lease ID 0x59bfee13669cfec1: Processing first storage report for DS-584a53f2-297a-4f81-9839-d04dccce20d2 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7f1796cb-4d5b-4697-abad-ccbcf28a4acf, infoPort=33963, infoSecurePort=0, ipcPort=38715, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fceb334c7e7e981 with lease ID 0x59bfee13669cfec1: from storage DS-584a53f2-297a-4f81-9839-d04dccce20d2 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7f1796cb-4d5b-4697-abad-ccbcf28a4acf, infoPort=33963, infoSecurePort=0, ipcPort=38715, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fceb334c7e7e981 with lease ID 0x59bfee13669cfec1: Processing first storage report for DS-1bf1da85-82d2-44a2-be7d-b3b1ba87a975 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7f1796cb-4d5b-4697-abad-ccbcf28a4acf, infoPort=33963, infoSecurePort=0, ipcPort=38715, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fceb334c7e7e981 with lease ID 0x59bfee13669cfec1: from storage DS-1bf1da85-82d2-44a2-be7d-b3b1ba87a975 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7f1796cb-4d5b-4697-abad-ccbcf28a4acf, infoPort=33963, infoSecurePort=0, ipcPort=38715, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:33,174 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data5/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:33,178 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data6/current/BP-2121195246-172.17.0.2-1732156831349/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:33,207 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b6b67d5cc0b2fc with lease ID 0x59bfee13669cfec2: Processing first storage report for DS-30c87685-a947-4dd5-81e9-58dff088e6e2 from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=518d4539-49f2-40c3-9359-83e37dd053b4, infoPort=42489, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b6b67d5cc0b2fc with lease ID 0x59bfee13669cfec2: from storage DS-30c87685-a947-4dd5-81e9-58dff088e6e2 node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=518d4539-49f2-40c3-9359-83e37dd053b4, infoPort=42489, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:40:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b6b67d5cc0b2fc with lease ID 0x59bfee13669cfec2: Processing first storage report for DS-1ea37d99-e19e-4650-8e42-44ecb2bfb938 from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=518d4539-49f2-40c3-9359-83e37dd053b4, infoPort=42489, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349) 2024-11-21T02:40:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b6b67d5cc0b2fc with lease ID 0x59bfee13669cfec2: from storage DS-1ea37d99-e19e-4650-8e42-44ecb2bfb938 node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=518d4539-49f2-40c3-9359-83e37dd053b4, infoPort=42489, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=862291565;c=1732156831349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:33,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e 2024-11-21T02:40:33,266 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:40:33,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:40:33,276 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/oldWALs, maxLogs=32 2024-11-21T02:40:33,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156833279, exclude list is [], retry=0 2024-11-21T02:40:33,309 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34367,DS-30c87685-a947-4dd5-81e9-58dff088e6e2,DISK] 2024-11-21T02:40:33,311 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35055,DS-9f637efb-48f3-4f5f-b0da-23163c6a67ad,DISK] 2024-11-21T02:40:33,311 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-584a53f2-297a-4f81-9839-d04dccce20d2,DISK] 2024-11-21T02:40:33,326 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156833279 2024-11-21T02:40:33,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42489:42489),(127.0.0.1/127.0.0.1:40123:40123),(127.0.0.1/127.0.0.1:33963:33963)] 2024-11-21T02:40:33,353 INFO [AsyncFSWAL-0-hdfs://localhost:46119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-21T02:40:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741825_1001 (size=5861116) 2024-11-21T02:40:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741825_1001 (size=5861116) 2024-11-21T02:40:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741825_1001 (size=5861116) 2024-11-21T02:40:47,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:40:47,230 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732156833279: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T02:40:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T02:40:48,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39d829d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:48,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4faa9867{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:48,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:48,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11247cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:48,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a363bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:48,868 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:48,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:48,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:48,868 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121195246-172.17.0.2-1732156831349 (Datanode Uuid 518d4539-49f2-40c3-9359-83e37dd053b4) service to localhost/127.0.0.1:46119 2024-11-21T02:40:48,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data5/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data6/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,869 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:48,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dca6e9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:48,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14a70444{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:48,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:48,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6570dcd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:48,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e535855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:48,875 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:48,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:48,875 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121195246-172.17.0.2-1732156831349 (Datanode Uuid 7f1796cb-4d5b-4697-abad-ccbcf28a4acf) service to localhost/127.0.0.1:46119 2024-11-21T02:40:48,875 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:48,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data3/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data4/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:48,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1135dbe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:48,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71869acf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:48,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:48,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ff06fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:48,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126da980{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:48,880 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:48,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:48,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:48,880 WARN [BP-2121195246-172.17.0.2-1732156831349 heartbeating to localhost/127.0.0.1:46119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121195246-172.17.0.2-1732156831349 (Datanode Uuid 1966e875-ef31-46f6-8b80-cbc0366b8cfd) service to localhost/127.0.0.1:46119 2024-11-21T02:40:48,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data1/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/cluster_8a9cede7-a852-7146-68a9-5da8f8b67607/dfs/data/data2/current/BP-2121195246-172.17.0.2-1732156831349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:48,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:48,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3acf1c44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:48,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c86c28c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:48,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:48,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d3d088{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:48,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765965a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:48,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T02:40:48,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 57) - Thread LEAK? -, OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=3365 (was 4214) 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=3365 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.log.dir so I do NOT create it in target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6a09ae90-f670-2745-3e8b-a87bd721565e/hadoop.tmp.dir so I do NOT create it in target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166, deleteOnExit=true 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/test.cache.data in system properties and HBase conf 2024-11-21T02:40:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T02:40:48,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:40:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:40:48,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:40:49,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:49,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:49,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:49,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:49,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:49,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:49,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72983940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:49,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f8b2689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:49,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e67a287{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/java.io.tmpdir/jetty-localhost-41781-hadoop-hdfs-3_4_1-tests_jar-_-any-4620200210885285003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:49,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72dea290{HTTP/1.1, (http/1.1)}{localhost:41781} 2024-11-21T02:40:49,312 INFO [Time-limited test {}] server.Server(415): Started @44419ms 2024-11-21T02:40:49,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:49,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:49,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:49,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:49,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:49,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50902cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:49,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295359b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:49,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3378cd0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/java.io.tmpdir/jetty-localhost-36321-hadoop-hdfs-3_4_1-tests_jar-_-any-11554778151150600066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:49,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b89d93{HTTP/1.1, (http/1.1)}{localhost:36321} 2024-11-21T02:40:49,600 INFO [Time-limited test {}] server.Server(415): Started @44707ms 2024-11-21T02:40:49,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:49,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:49,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:49,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:40:49,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e951e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:49,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad7dc80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:49,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a13990e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/java.io.tmpdir/jetty-localhost-37457-hadoop-hdfs-3_4_1-tests_jar-_-any-14508836853631667635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:49,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c09ada3{HTTP/1.1, (http/1.1)}{localhost:37457} 2024-11-21T02:40:49,746 INFO [Time-limited test {}] server.Server(415): Started @44853ms 2024-11-21T02:40:49,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:49,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:40:49,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:40:49,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:40:49,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:40:49,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:40:49,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d7cd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:40:49,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349bc0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:40:49,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b526346{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/java.io.tmpdir/jetty-localhost-35003-hadoop-hdfs-3_4_1-tests_jar-_-any-9590394644757075457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:49,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2909fc10{HTTP/1.1, (http/1.1)}{localhost:35003} 2024-11-21T02:40:49,882 INFO [Time-limited test {}] server.Server(415): Started @44988ms 2024-11-21T02:40:49,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:40:50,187 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data1/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,187 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data2/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,208 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66cd7aff8cd22657 with lease ID 0x852299c818466344: Processing first storage report for DS-16ca0c19-3f8d-45e1-9c27-7f1d6989f13c from datanode DatanodeRegistration(127.0.0.1:43057, datanodeUuid=f0608164-afe6-4908-aa18-bbd4321dd9d7, infoPort=46219, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66cd7aff8cd22657 with lease ID 0x852299c818466344: from storage DS-16ca0c19-3f8d-45e1-9c27-7f1d6989f13c node DatanodeRegistration(127.0.0.1:43057, datanodeUuid=f0608164-afe6-4908-aa18-bbd4321dd9d7, infoPort=46219, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66cd7aff8cd22657 with lease ID 0x852299c818466344: Processing first storage report for DS-3d719eb5-7e13-477a-afe5-37dba4d16d7a from datanode DatanodeRegistration(127.0.0.1:43057, datanodeUuid=f0608164-afe6-4908-aa18-bbd4321dd9d7, infoPort=46219, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66cd7aff8cd22657 with lease ID 0x852299c818466344: from storage DS-3d719eb5-7e13-477a-afe5-37dba4d16d7a node DatanodeRegistration(127.0.0.1:43057, datanodeUuid=f0608164-afe6-4908-aa18-bbd4321dd9d7, infoPort=46219, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,564 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data3/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,565 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data4/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,590 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc92a542f5caa8c1d with lease ID 0x852299c818466345: Processing first storage report for DS-1d047b9c-86d3-4bce-963d-10e7d8f98acd from datanode DatanodeRegistration(127.0.0.1:38153, datanodeUuid=e1f732e8-251a-4af8-9f01-9c3ed6b7cb43, infoPort=39211, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc92a542f5caa8c1d with lease ID 0x852299c818466345: from storage DS-1d047b9c-86d3-4bce-963d-10e7d8f98acd node DatanodeRegistration(127.0.0.1:38153, datanodeUuid=e1f732e8-251a-4af8-9f01-9c3ed6b7cb43, infoPort=39211, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc92a542f5caa8c1d with lease ID 0x852299c818466345: Processing first storage report for DS-f044401c-fcf5-4fff-a67b-740b50ce3a8a from datanode DatanodeRegistration(127.0.0.1:38153, datanodeUuid=e1f732e8-251a-4af8-9f01-9c3ed6b7cb43, infoPort=39211, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc92a542f5caa8c1d with lease ID 0x852299c818466345: from storage DS-f044401c-fcf5-4fff-a67b-740b50ce3a8a node DatanodeRegistration(127.0.0.1:38153, datanodeUuid=e1f732e8-251a-4af8-9f01-9c3ed6b7cb43, infoPort=39211, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,661 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data6/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,661 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data5/current/BP-389754413-172.17.0.2-1732156848939/current, will proceed with Du for space computation calculation, 2024-11-21T02:40:50,676 WARN [Thread-564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:40:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434dcef8b3f6080a with lease ID 0x852299c818466346: Processing first storage report for DS-8bf6be73-f074-4cc9-bce3-f4393a4888fb from datanode DatanodeRegistration(127.0.0.1:38083, datanodeUuid=a8a6df9d-f0ef-4921-99c9-6e4fc541746a, infoPort=44725, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434dcef8b3f6080a with lease ID 0x852299c818466346: from storage DS-8bf6be73-f074-4cc9-bce3-f4393a4888fb node DatanodeRegistration(127.0.0.1:38083, datanodeUuid=a8a6df9d-f0ef-4921-99c9-6e4fc541746a, infoPort=44725, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434dcef8b3f6080a with lease ID 0x852299c818466346: Processing first storage report for DS-25e4e1c4-d4ed-45de-8a77-a738705f226a from datanode DatanodeRegistration(127.0.0.1:38083, datanodeUuid=a8a6df9d-f0ef-4921-99c9-6e4fc541746a, infoPort=44725, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939) 2024-11-21T02:40:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434dcef8b3f6080a with lease ID 0x852299c818466346: from storage DS-25e4e1c4-d4ed-45de-8a77-a738705f226a node DatanodeRegistration(127.0.0.1:38083, datanodeUuid=a8a6df9d-f0ef-4921-99c9-6e4fc541746a, infoPort=44725, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=957697718;c=1732156848939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:40:50,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f 2024-11-21T02:40:50,737 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:40:50,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:40:50,744 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:38835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:38835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/oldWALs, maxLogs=32 2024-11-21T02:40:50,759 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156850746, exclude list is [], retry=0 2024-11-21T02:40:50,764 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-8bf6be73-f074-4cc9-bce3-f4393a4888fb,DISK] 2024-11-21T02:40:50,765 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43057,DS-16ca0c19-3f8d-45e1-9c27-7f1d6989f13c,DISK] 2024-11-21T02:40:50,765 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38153,DS-1d047b9c-86d3-4bce-963d-10e7d8f98acd,DISK] 2024-11-21T02:40:50,767 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156850746 2024-11-21T02:40:50,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44725:44725),(127.0.0.1/127.0.0.1:46219:46219),(127.0.0.1/127.0.0.1:39211:39211)] 2024-11-21T02:40:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741825_1001 (size=121110) 2024-11-21T02:40:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741825_1001 (size=121110) 2024-11-21T02:40:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741825_1001 (size=121110) 2024-11-21T02:40:51,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:40:51,022 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732156850746: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T02:40:51,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T02:40:51,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b526346{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:51,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2909fc10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:51,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:51,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349bc0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:51,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d7cd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:51,048 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:51,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:51,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:51,048 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389754413-172.17.0.2-1732156848939 (Datanode Uuid a8a6df9d-f0ef-4921-99c9-6e4fc541746a) service to localhost/127.0.0.1:38835 2024-11-21T02:40:51,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data5/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data6/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:51,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a13990e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:51,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c09ada3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:51,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:51,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad7dc80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:51,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e951e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:51,054 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:51,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:51,054 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389754413-172.17.0.2-1732156848939 (Datanode Uuid e1f732e8-251a-4af8-9f01-9c3ed6b7cb43) service to localhost/127.0.0.1:38835 2024-11-21T02:40:51,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:51,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data3/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data4/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:51,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3378cd0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:40:51,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b89d93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:51,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:51,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295359b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:51,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50902cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:51,066 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:40:51,066 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:40:51,066 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:40:51,066 WARN [BP-389754413-172.17.0.2-1732156848939 heartbeating to localhost/127.0.0.1:38835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389754413-172.17.0.2-1732156848939 (Datanode Uuid f0608164-afe6-4908-aa18-bbd4321dd9d7) service to localhost/127.0.0.1:38835 2024-11-21T02:40:51,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data1/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/cluster_5c5dcca9-c463-ad37-c5ce-4d787a26e166/dfs/data/data2/current/BP-389754413-172.17.0.2-1732156848939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:40:51,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:40:51,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e67a287{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:40:51,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72dea290{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:40:51,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:40:51,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f8b2689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:40:51,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72983940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/70d70ba5-fb7a-0684-2b4d-0dba999d0d7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:40:51,100 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T02:40:51,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=67 (was 59) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=3310 (was 3365)