2024-12-16 01:31:57,537 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-16 01:31:57,555 main DEBUG Took 0.015005 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 01:31:57,555 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 01:31:57,556 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 01:31:57,558 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 01:31:57,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,589 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 01:31:57,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,630 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,637 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,643 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 01:31:57,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,645 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 01:31:57,648 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 01:31:57,652 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 01:31:57,656 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 01:31:57,657 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 01:31:57,658 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 01:31:57,659 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 01:31:57,670 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 01:31:57,674 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 01:31:57,676 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 01:31:57,677 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 01:31:57,677 main DEBUG createAppenders(={Console}) 2024-12-16 01:31:57,679 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf initialized 2024-12-16 01:31:57,679 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-16 01:31:57,680 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf OK. 2024-12-16 01:31:57,680 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 01:31:57,681 main DEBUG OutputStream closed 2024-12-16 01:31:57,681 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 01:31:57,682 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 01:31:57,682 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@20f5239f OK 2024-12-16 01:31:57,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 01:31:57,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 01:31:57,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 01:31:57,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 01:31:57,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 01:31:57,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 01:31:57,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 01:31:57,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 01:31:57,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 01:31:57,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 01:31:57,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 01:31:57,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 01:31:57,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 01:31:57,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 01:31:57,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 01:31:57,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 01:31:57,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 01:31:57,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 01:31:57,812 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 01:31:57,813 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@78641d23) with optional ClassLoader: null 2024-12-16 01:31:57,813 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 01:31:57,814 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@78641d23] started OK. 2024-12-16T01:31:58,113 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f 2024-12-16 01:31:58,116 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 01:31:58,117 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T01:31:58,131 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-16T01:31:58,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=12226 2024-12-16T01:31:58,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01, deleteOnExit=true 2024-12-16T01:31:58,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/test.cache.data in system properties and HBase conf 2024-12-16T01:31:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T01:31:58,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir in system properties and HBase conf 2024-12-16T01:31:58,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T01:31:58,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T01:31:58,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T01:31:58,311 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T01:31:58,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T01:31:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:31:58,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:31:58,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T01:31:58,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:31:58,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T01:31:58,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T01:31:58,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:31:58,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:31:58,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T01:31:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/nfs.dump.dir in system properties and HBase conf 2024-12-16T01:31:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/java.io.tmpdir in system properties and HBase conf 2024-12-16T01:31:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:31:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T01:31:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T01:31:59,779 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T01:31:59,874 INFO [Time-limited test {}] log.Log(170): Logging initialized @3338ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T01:31:59,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:00,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:00,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:00,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:00,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:00,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:00,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:00,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:00,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56ffa08d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/java.io.tmpdir/jetty-localhost-38921-hadoop-hdfs-3_4_1-tests_jar-_-any-3479155914451407443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:00,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:38921} 2024-12-16T01:32:00,354 INFO [Time-limited test {}] server.Server(415): Started @3819ms 2024-12-16T01:32:00,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:00,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:00,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:00,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:00,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:00,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:00,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:01,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169aa064{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/java.io.tmpdir/jetty-localhost-35049-hadoop-hdfs-3_4_1-tests_jar-_-any-3235698475859777456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:01,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:35049} 2024-12-16T01:32:01,052 INFO [Time-limited test {}] server.Server(415): Started @4517ms 2024-12-16T01:32:01,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:01,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:01,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:01,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:01,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:01,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:01,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:01,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:01,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665a44ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/java.io.tmpdir/jetty-localhost-41629-hadoop-hdfs-3_4_1-tests_jar-_-any-241246542811716995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:01,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:41629} 2024-12-16T01:32:01,406 INFO [Time-limited test {}] server.Server(415): Started @4871ms 2024-12-16T01:32:01,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:01,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:01,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:01,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:01,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:01,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:01,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:01,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:01,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c45ff31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-15766831921460045101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:01,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-12-16T01:32:01,616 INFO [Time-limited test {}] server.Server(415): Started @5081ms 2024-12-16T01:32:01,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:02,701 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data1/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,710 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data2/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,711 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data4/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,713 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data3/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,762 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:02,763 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde88ccdd3905c102 with lease ID 0x69c7ff0bf9be6da3: Processing first storage report for DS-78c39978-4fb1-4e85-864f-1e2d9cda3efe from datanode DatanodeRegistration(127.0.0.1:33745, datanodeUuid=f33365db-2b33-41d5-9d8a-60e9771e7b75, infoPort=40653, infoSecurePort=0, ipcPort=36517, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde88ccdd3905c102 with lease ID 0x69c7ff0bf9be6da3: from storage DS-78c39978-4fb1-4e85-864f-1e2d9cda3efe node DatanodeRegistration(127.0.0.1:33745, datanodeUuid=f33365db-2b33-41d5-9d8a-60e9771e7b75, infoPort=40653, infoSecurePort=0, ipcPort=36517, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4746facc1afd9fad with lease ID 0x69c7ff0bf9be6da2: Processing first storage report for DS-c44f0c19-a998-40d5-a119-d290ace03630 from datanode DatanodeRegistration(127.0.0.1:40037, datanodeUuid=7e2d21e8-e25d-48f2-8ebf-30656720cfb6, infoPort=44493, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4746facc1afd9fad with lease ID 0x69c7ff0bf9be6da2: from storage DS-c44f0c19-a998-40d5-a119-d290ace03630 node DatanodeRegistration(127.0.0.1:40037, datanodeUuid=7e2d21e8-e25d-48f2-8ebf-30656720cfb6, infoPort=44493, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde88ccdd3905c102 with lease ID 0x69c7ff0bf9be6da3: Processing first storage report for DS-170fc4fe-d27c-4655-9b22-338cc8200202 from datanode DatanodeRegistration(127.0.0.1:33745, datanodeUuid=f33365db-2b33-41d5-9d8a-60e9771e7b75, infoPort=40653, infoSecurePort=0, ipcPort=36517, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde88ccdd3905c102 with lease ID 0x69c7ff0bf9be6da3: from storage DS-170fc4fe-d27c-4655-9b22-338cc8200202 node DatanodeRegistration(127.0.0.1:33745, datanodeUuid=f33365db-2b33-41d5-9d8a-60e9771e7b75, infoPort=40653, infoSecurePort=0, ipcPort=36517, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4746facc1afd9fad with lease ID 0x69c7ff0bf9be6da2: Processing first storage report for DS-6d4de15a-0a88-4e51-ad56-e70b0d23c8c4 from datanode DatanodeRegistration(127.0.0.1:40037, datanodeUuid=7e2d21e8-e25d-48f2-8ebf-30656720cfb6, infoPort=44493, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4746facc1afd9fad with lease ID 0x69c7ff0bf9be6da2: from storage DS-6d4de15a-0a88-4e51-ad56-e70b0d23c8c4 node DatanodeRegistration(127.0.0.1:40037, datanodeUuid=7e2d21e8-e25d-48f2-8ebf-30656720cfb6, infoPort=44493, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,932 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data5/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,932 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data6/current/BP-1316319936-172.17.0.2-1734312719277/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:02,967 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e14f52370f648e with lease ID 0x69c7ff0bf9be6da4: Processing first storage report for DS-53d453a2-a98e-4625-a04e-915960276cea from datanode DatanodeRegistration(127.0.0.1:36749, datanodeUuid=e438d20a-b43f-47ed-af10-0546812ed8d0, infoPort=40213, infoSecurePort=0, ipcPort=37275, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e14f52370f648e with lease ID 0x69c7ff0bf9be6da4: from storage DS-53d453a2-a98e-4625-a04e-915960276cea node DatanodeRegistration(127.0.0.1:36749, datanodeUuid=e438d20a-b43f-47ed-af10-0546812ed8d0, infoPort=40213, infoSecurePort=0, ipcPort=37275, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e14f52370f648e with lease ID 0x69c7ff0bf9be6da4: Processing first storage report for DS-c2302435-08f3-4097-901e-e919e5cf961d from datanode DatanodeRegistration(127.0.0.1:36749, datanodeUuid=e438d20a-b43f-47ed-af10-0546812ed8d0, infoPort=40213, infoSecurePort=0, ipcPort=37275, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277) 2024-12-16T01:32:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e14f52370f648e with lease ID 0x69c7ff0bf9be6da4: from storage DS-c2302435-08f3-4097-901e-e919e5cf961d node DatanodeRegistration(127.0.0.1:36749, datanodeUuid=e438d20a-b43f-47ed-af10-0546812ed8d0, infoPort=40213, infoSecurePort=0, ipcPort=37275, storageInfo=lv=-57;cid=testClusterID;nsid=1841862533;c=1734312719277), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T01:32:02,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f 2024-12-16T01:32:03,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T01:32:03,101 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T01:32:03,104 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T01:32:03,118 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T01:32:03,118 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T01:32:03,196 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T01:32:03,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T01:32:03,254 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/oldWALs, maxLogs=32 2024-12-16T01:32:03,312 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312723288, exclude list is [], retry=0 2024-12-16T01:32:03,378 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47315 (auto-detected) 2024-12-16T01:32:03,382 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T01:32:03,419 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-53d453a2-a98e-4625-a04e-915960276cea,DISK] 2024-12-16T01:32:03,423 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T01:32:03,457 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33745,DS-78c39978-4fb1-4e85-864f-1e2d9cda3efe,DISK] 2024-12-16T01:32:03,460 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40037,DS-c44f0c19-a998-40d5-a119-d290ace03630,DISK] 2024-12-16T01:32:03,565 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312723288 2024-12-16T01:32:03,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:40653:40653),(127.0.0.1/127.0.0.1:44493:44493)] 2024-12-16T01:32:03,578 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T01:32:04,389 DEBUG [AsyncFSWAL-0-hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-16T01:32:09,061 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1614150395_22 at /127.0.0.1:44408 [Receiving block BP-1316319936-172.17.0.2-1734312719277:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1304ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data5/, blockId=1073741825, seqno=873 2024-12-16T01:32:09,064 INFO [AsyncFSWAL-0-hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 1308 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36749,DS-53d453a2-a98e-4625-a04e-915960276cea,DISK], DatanodeInfoWithStorage[127.0.0.1:33745,DS-78c39978-4fb1-4e85-864f-1e2d9cda3efe,DISK], DatanodeInfoWithStorage[127.0.0.1:40037,DS-c44f0c19-a998-40d5-a119-d290ace03630,DISK]] 2024-12-16T01:32:09,304 INFO [AsyncFSWAL-0-hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 234 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36749,DS-53d453a2-a98e-4625-a04e-915960276cea,DISK], DatanodeInfoWithStorage[127.0.0.1:33745,DS-78c39978-4fb1-4e85-864f-1e2d9cda3efe,DISK], DatanodeInfoWithStorage[127.0.0.1:40037,DS-c44f0c19-a998-40d5-a119-d290ace03630,DISK]] 2024-12-16T01:32:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T01:32:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40037 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T01:32:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T01:32:10,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T01:32:10,310 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312723288: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T01:32:11,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T01:32:11,970 WARN [BP-1316319936-172.17.0.2-1734312719277 heartbeating to localhost/127.0.0.1:40087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1316319936-172.17.0.2-1734312719277 (Datanode Uuid e438d20a-b43f-47ed-af10-0546812ed8d0) service to localhost/127.0.0.1:40087 2024-12-16T01:32:17,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data5/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data6/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c45ff31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:17,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:17,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:17,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:17,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:17,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:17,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665a44ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:17,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:17,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:17,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:17,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:17,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:17,708 WARN [BP-1316319936-172.17.0.2-1734312719277 heartbeating to localhost/127.0.0.1:40087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:17,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:17,708 WARN [BP-1316319936-172.17.0.2-1734312719277 heartbeating to localhost/127.0.0.1:40087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1316319936-172.17.0.2-1734312719277 (Datanode Uuid 7e2d21e8-e25d-48f2-8ebf-30656720cfb6) service to localhost/127.0.0.1:40087 2024-12-16T01:32:17,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data3/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data4/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:17,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169aa064{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:17,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:17,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:17,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:17,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:17,763 WARN [BP-1316319936-172.17.0.2-1734312719277 heartbeating to localhost/127.0.0.1:40087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:17,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:17,763 WARN [BP-1316319936-172.17.0.2-1734312719277 heartbeating to localhost/127.0.0.1:40087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1316319936-172.17.0.2-1734312719277 (Datanode Uuid f33365db-2b33-41d5-9d8a-60e9771e7b75) service to localhost/127.0.0.1:40087 2024-12-16T01:32:17,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:17,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data1/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/cluster_7e05fa67-f4cf-7d61-2b6f-88cb5464fe01/dfs/data/data2/current/BP-1316319936-172.17.0.2-1734312719277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:17,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:17,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56ffa08d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:17,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:17,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:17,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:17,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:26,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T01:32:26,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=28 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7161e3c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) - Thread LEAK? -, OpenFileDescriptor=294 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11608 (was 12226) 2024-12-16T01:32:26,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=28, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=11607 2024-12-16T01:32:26,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.log.dir so I do NOT create it in target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9 2024-12-16T01:32:26,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dc7b042-2e75-992c-d987-78f8be1fce8f/hadoop.tmp.dir so I do NOT create it in target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9 2024-12-16T01:32:26,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0, deleteOnExit=true 2024-12-16T01:32:26,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/test.cache.data in system properties and HBase conf 2024-12-16T01:32:26,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T01:32:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir in system properties and HBase conf 2024-12-16T01:32:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T01:32:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T01:32:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T01:32:26,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T01:32:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T01:32:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T01:32:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T01:32:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:26,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:26,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T01:32:26,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/nfs.dump.dir in system properties and HBase conf 2024-12-16T01:32:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/java.io.tmpdir in system properties and HBase conf 2024-12-16T01:32:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T01:32:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T01:32:26,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:26,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:26,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:26,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:26,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:26,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:26,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5b8f60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:26,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ae8a1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:26,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3279b8ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/java.io.tmpdir/jetty-localhost-39349-hadoop-hdfs-3_4_1-tests_jar-_-any-319562156529241553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:26,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f97577{HTTP/1.1, (http/1.1)}{localhost:39349} 2024-12-16T01:32:26,774 INFO [Time-limited test {}] server.Server(415): Started @30240ms 2024-12-16T01:32:26,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:26,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:26,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:26,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:26,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:26,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5268c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:26,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189b3dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:27,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5cce9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/java.io.tmpdir/jetty-localhost-42531-hadoop-hdfs-3_4_1-tests_jar-_-any-16637040499175260568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:27,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3063fe{HTTP/1.1, (http/1.1)}{localhost:42531} 2024-12-16T01:32:27,034 INFO [Time-limited test {}] server.Server(415): Started @30499ms 2024-12-16T01:32:27,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:27,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:27,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:27,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:27,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:27,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:27,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25de6556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:27,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f023165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:27,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59323392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/java.io.tmpdir/jetty-localhost-38127-hadoop-hdfs-3_4_1-tests_jar-_-any-17591746900848069667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:27,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@709e6840{HTTP/1.1, (http/1.1)}{localhost:38127} 2024-12-16T01:32:27,172 INFO [Time-limited test {}] server.Server(415): Started @30637ms 2024-12-16T01:32:27,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:27,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:27,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:27,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:27,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:27,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:27,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@532473ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:27,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655ae632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:27,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2280f419{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/java.io.tmpdir/jetty-localhost-46221-hadoop-hdfs-3_4_1-tests_jar-_-any-401310694072275753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:27,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c30198{HTTP/1.1, (http/1.1)}{localhost:46221} 2024-12-16T01:32:27,302 INFO [Time-limited test {}] server.Server(415): Started @30768ms 2024-12-16T01:32:27,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:27,864 WARN [Thread-272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data1/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:27,864 WARN [Thread-273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data2/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:27,883 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73a3b4f0b01732af with lease ID 0xac405c044fe95f4a: Processing first storage report for DS-8c64ff59-d470-49e5-9583-67dd91a8b894 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=180acd48-7433-4c1e-b523-2556f46ba806, infoPort=34165, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73a3b4f0b01732af with lease ID 0xac405c044fe95f4a: from storage DS-8c64ff59-d470-49e5-9583-67dd91a8b894 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=180acd48-7433-4c1e-b523-2556f46ba806, infoPort=34165, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T01:32:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73a3b4f0b01732af with lease ID 0xac405c044fe95f4a: Processing first storage report for DS-2c3a35ab-e86c-4cb6-ac60-118ecb1024a2 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=180acd48-7433-4c1e-b523-2556f46ba806, infoPort=34165, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73a3b4f0b01732af with lease ID 0xac405c044fe95f4a: from storage DS-2c3a35ab-e86c-4cb6-ac60-118ecb1024a2 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=180acd48-7433-4c1e-b523-2556f46ba806, infoPort=34165, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:28,104 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data4/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:28,104 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data3/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:28,122 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0ae5ff767998ec with lease ID 0xac405c044fe95f4b: Processing first storage report for DS-c1551039-8903-4195-844f-0bfe12a90ff9 from datanode DatanodeRegistration(127.0.0.1:44937, datanodeUuid=ad0c9ac5-7d3f-4d07-a643-bcf5bb2dac2c, infoPort=35149, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0ae5ff767998ec with lease ID 0xac405c044fe95f4b: from storage DS-c1551039-8903-4195-844f-0bfe12a90ff9 node DatanodeRegistration(127.0.0.1:44937, datanodeUuid=ad0c9ac5-7d3f-4d07-a643-bcf5bb2dac2c, infoPort=35149, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T01:32:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0ae5ff767998ec with lease ID 0xac405c044fe95f4b: Processing first storage report for DS-73ec2998-6f9a-428c-b5c1-cbebc7b64dbf from datanode DatanodeRegistration(127.0.0.1:44937, datanodeUuid=ad0c9ac5-7d3f-4d07-a643-bcf5bb2dac2c, infoPort=35149, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0ae5ff767998ec with lease ID 0xac405c044fe95f4b: from storage DS-73ec2998-6f9a-428c-b5c1-cbebc7b64dbf node DatanodeRegistration(127.0.0.1:44937, datanodeUuid=ad0c9ac5-7d3f-4d07-a643-bcf5bb2dac2c, infoPort=35149, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:28,190 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data5/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:28,190 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data6/current/BP-1933883856-172.17.0.2-1734312746432/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:28,208 WARN [Thread-258 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd058d2d58308c3d with lease ID 0xac405c044fe95f4c: Processing first storage report for DS-10cbd478-9656-4734-9665-404a15293f16 from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=71ef6418-a4a1-4a8b-ab19-d7a023dbb02d, infoPort=37575, infoSecurePort=0, ipcPort=43377, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd058d2d58308c3d with lease ID 0xac405c044fe95f4c: from storage DS-10cbd478-9656-4734-9665-404a15293f16 node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=71ef6418-a4a1-4a8b-ab19-d7a023dbb02d, infoPort=37575, infoSecurePort=0, ipcPort=43377, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd058d2d58308c3d with lease ID 0xac405c044fe95f4c: Processing first storage report for DS-c2bc2dbc-c927-4a31-8c29-172e8ea7c88a from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=71ef6418-a4a1-4a8b-ab19-d7a023dbb02d, infoPort=37575, infoSecurePort=0, ipcPort=43377, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432) 2024-12-16T01:32:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd058d2d58308c3d with lease ID 0xac405c044fe95f4c: from storage DS-c2bc2dbc-c927-4a31-8c29-172e8ea7c88a node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=71ef6418-a4a1-4a8b-ab19-d7a023dbb02d, infoPort=37575, infoSecurePort=0, ipcPort=43377, storageInfo=lv=-57;cid=testClusterID;nsid=1936621605;c=1734312746432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:28,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9 2024-12-16T01:32:28,244 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T01:32:28,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T01:32:28,252 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39293/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39293/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/oldWALs, maxLogs=32 2024-12-16T01:32:28,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312748254, exclude list is [], retry=0 2024-12-16T01:32:28,271 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-8c64ff59-d470-49e5-9583-67dd91a8b894,DISK] 2024-12-16T01:32:28,272 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44937,DS-c1551039-8903-4195-844f-0bfe12a90ff9,DISK] 2024-12-16T01:32:28,272 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-10cbd478-9656-4734-9665-404a15293f16,DISK] 2024-12-16T01:32:28,274 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312748254 2024-12-16T01:32:28,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34165:34165),(127.0.0.1/127.0.0.1:35149:35149),(127.0.0.1/127.0.0.1:37575:37575)] 2024-12-16T01:32:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T01:32:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T01:32:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T01:32:28,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T01:32:28,590 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39293/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312748254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T01:32:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T01:32:28,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2280f419{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:28,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c30198{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:28,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:28,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655ae632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:28,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@532473ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:28,725 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:28,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:28,725 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933883856-172.17.0.2-1734312746432 (Datanode Uuid 71ef6418-a4a1-4a8b-ab19-d7a023dbb02d) service to localhost/127.0.0.1:39293 2024-12-16T01:32:28,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:28,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data5/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data6/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:28,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59323392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:28,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@709e6840{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:28,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:28,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f023165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:28,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25de6556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:28,732 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:28,732 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933883856-172.17.0.2-1734312746432 (Datanode Uuid ad0c9ac5-7d3f-4d07-a643-bcf5bb2dac2c) service to localhost/127.0.0.1:39293 2024-12-16T01:32:28,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data4/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data3/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:28,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:28,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:28,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5cce9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:28,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3063fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:28,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:28,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189b3dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:28,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5268c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:28,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:28,739 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:28,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:28,739 WARN [BP-1933883856-172.17.0.2-1734312746432 heartbeating to localhost/127.0.0.1:39293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933883856-172.17.0.2-1734312746432 (Datanode Uuid 180acd48-7433-4c1e-b523-2556f46ba806) service to localhost/127.0.0.1:39293 2024-12-16T01:32:28,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data1/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/cluster_b14a9c8a-653b-ec6f-62bf-7f36cd021ac0/dfs/data/data2/current/BP-1933883856-172.17.0.2-1734312746432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:28,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:28,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3279b8ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:28,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f97577{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:28,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ae8a1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5b8f60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T01:32:28,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=53 (was 28) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:39293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:39293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=11518 (was 11607) 2024-12-16T01:32:28,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=53, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=11518 2024-12-16T01:32:28,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.log.dir so I do NOT create it in target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d 2024-12-16T01:32:28,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/396f6051-a823-fd2e-a272-9e3503f341c9/hadoop.tmp.dir so I do NOT create it in target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a, deleteOnExit=true 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/test.cache.data in system properties and HBase conf 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir in system properties and HBase conf 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T01:32:28,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T01:32:28,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T01:32:28,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T01:32:28,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:28,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:28,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T01:32:28,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/nfs.dump.dir in system properties and HBase conf 2024-12-16T01:32:28,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/java.io.tmpdir in system properties and HBase conf 2024-12-16T01:32:28,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:28,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T01:32:28,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T01:32:29,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:29,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:29,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:29,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:29,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:29,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:29,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e994036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:29,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ff5c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:29,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f9841{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/java.io.tmpdir/jetty-localhost-44207-hadoop-hdfs-3_4_1-tests_jar-_-any-16645189209872411712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:29,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@709936cc{HTTP/1.1, (http/1.1)}{localhost:44207} 2024-12-16T01:32:29,147 INFO [Time-limited test {}] server.Server(415): Started @32613ms 2024-12-16T01:32:29,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:29,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:29,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:29,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:29,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:29,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40f93690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:29,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14482970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:29,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2032810e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/java.io.tmpdir/jetty-localhost-37803-hadoop-hdfs-3_4_1-tests_jar-_-any-2850271136102454451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:29,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273625f7{HTTP/1.1, (http/1.1)}{localhost:37803} 2024-12-16T01:32:29,412 INFO [Time-limited test {}] server.Server(415): Started @32878ms 2024-12-16T01:32:29,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:29,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:29,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:29,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:29,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:29,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:29,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1c8c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:29,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d584bea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:29,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66d7525d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/java.io.tmpdir/jetty-localhost-37595-hadoop-hdfs-3_4_1-tests_jar-_-any-198478137476880601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:29,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:37595} 2024-12-16T01:32:29,534 INFO [Time-limited test {}] server.Server(415): Started @32999ms 2024-12-16T01:32:29,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:29,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:29,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:29,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:29,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:29,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:29,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63b00e69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:29,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200f93ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:29,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1491c755{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/java.io.tmpdir/jetty-localhost-42047-hadoop-hdfs-3_4_1-tests_jar-_-any-1929788575048808086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:29,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13902a2c{HTTP/1.1, (http/1.1)}{localhost:42047} 2024-12-16T01:32:29,660 INFO [Time-limited test {}] server.Server(415): Started @33126ms 2024-12-16T01:32:29,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:30,137 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data1/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,137 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data2/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,152 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2483f4fc72791785 with lease ID 0xb66b568e44207556: Processing first storage report for DS-ec0501ef-07be-46ec-8a2e-4d5aea6638f5 from datanode DatanodeRegistration(127.0.0.1:37611, datanodeUuid=ad05c032-601c-4146-b396-ef8dceff8c24, infoPort=36129, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2483f4fc72791785 with lease ID 0xb66b568e44207556: from storage DS-ec0501ef-07be-46ec-8a2e-4d5aea6638f5 node DatanodeRegistration(127.0.0.1:37611, datanodeUuid=ad05c032-601c-4146-b396-ef8dceff8c24, infoPort=36129, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2483f4fc72791785 with lease ID 0xb66b568e44207556: Processing first storage report for DS-b07a7288-be93-4324-9fea-9ef1578d8dc4 from datanode DatanodeRegistration(127.0.0.1:37611, datanodeUuid=ad05c032-601c-4146-b396-ef8dceff8c24, infoPort=36129, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2483f4fc72791785 with lease ID 0xb66b568e44207556: from storage DS-b07a7288-be93-4324-9fea-9ef1578d8dc4 node DatanodeRegistration(127.0.0.1:37611, datanodeUuid=ad05c032-601c-4146-b396-ef8dceff8c24, infoPort=36129, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,431 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data3/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,431 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data4/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,448 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83363d67b99cf2b5 with lease ID 0xb66b568e44207557: Processing first storage report for DS-15e40360-a919-4ba7-81a1-9c389e1ca5e0 from datanode DatanodeRegistration(127.0.0.1:45443, datanodeUuid=c6983ae0-5eba-43bf-87d8-3fd0275aad49, infoPort=35807, infoSecurePort=0, ipcPort=44557, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83363d67b99cf2b5 with lease ID 0xb66b568e44207557: from storage DS-15e40360-a919-4ba7-81a1-9c389e1ca5e0 node DatanodeRegistration(127.0.0.1:45443, datanodeUuid=c6983ae0-5eba-43bf-87d8-3fd0275aad49, infoPort=35807, infoSecurePort=0, ipcPort=44557, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83363d67b99cf2b5 with lease ID 0xb66b568e44207557: Processing first storage report for DS-28e47411-27fc-4b06-8163-7f08bd17fefb from datanode DatanodeRegistration(127.0.0.1:45443, datanodeUuid=c6983ae0-5eba-43bf-87d8-3fd0275aad49, infoPort=35807, infoSecurePort=0, ipcPort=44557, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83363d67b99cf2b5 with lease ID 0xb66b568e44207557: from storage DS-28e47411-27fc-4b06-8163-7f08bd17fefb node DatanodeRegistration(127.0.0.1:45443, datanodeUuid=c6983ae0-5eba-43bf-87d8-3fd0275aad49, infoPort=35807, infoSecurePort=0, ipcPort=44557, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,558 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data5/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,558 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data6/current/BP-972202671-172.17.0.2-1734312748799/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:30,573 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3b62cab75a5189 with lease ID 0xb66b568e44207558: Processing first storage report for DS-ad7d2c93-03c3-4856-b2ec-e1088332d282 from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=a04bd637-28ba-4ed3-9246-7842f12a4d36, infoPort=33653, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3b62cab75a5189 with lease ID 0xb66b568e44207558: from storage DS-ad7d2c93-03c3-4856-b2ec-e1088332d282 node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=a04bd637-28ba-4ed3-9246-7842f12a4d36, infoPort=33653, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3b62cab75a5189 with lease ID 0xb66b568e44207558: Processing first storage report for DS-bb44c83e-7051-4657-beab-d5bd7c65493b from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=a04bd637-28ba-4ed3-9246-7842f12a4d36, infoPort=33653, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799) 2024-12-16T01:32:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3b62cab75a5189 with lease ID 0xb66b568e44207558: from storage DS-bb44c83e-7051-4657-beab-d5bd7c65493b node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=a04bd637-28ba-4ed3-9246-7842f12a4d36, infoPort=33653, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=859607;c=1734312748799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:30,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d 2024-12-16T01:32:30,600 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T01:32:30,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T01:32:30,610 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/oldWALs, maxLogs=32 2024-12-16T01:32:30,623 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312750612, exclude list is [], retry=0 2024-12-16T01:32:30,628 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-ad7d2c93-03c3-4856-b2ec-e1088332d282,DISK] 2024-12-16T01:32:30,629 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45443,DS-15e40360-a919-4ba7-81a1-9c389e1ca5e0,DISK] 2024-12-16T01:32:30,629 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37611,DS-ec0501ef-07be-46ec-8a2e-4d5aea6638f5,DISK] 2024-12-16T01:32:30,631 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312750612 2024-12-16T01:32:30,632 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33653:33653),(127.0.0.1/127.0.0.1:35807:35807),(127.0.0.1/127.0.0.1:36129:36129)] 2024-12-16T01:32:30,649 INFO [AsyncFSWAL-0-hdfs://localhost:39313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-16T01:32:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45443 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T01:32:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T01:32:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T01:32:41,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T01:32:41,409 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734312750612: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T01:32:43,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T01:32:43,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1491c755{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:43,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13902a2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:43,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:43,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200f93ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:43,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63b00e69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:43,180 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:43,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:43,180 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972202671-172.17.0.2-1734312748799 (Datanode Uuid a04bd637-28ba-4ed3-9246-7842f12a4d36) service to localhost/127.0.0.1:39313 2024-12-16T01:32:43,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:43,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data5/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data6/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:43,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66d7525d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:43,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:43,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:43,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d584bea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:43,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1c8c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:43,186 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:43,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:43,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:43,187 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972202671-172.17.0.2-1734312748799 (Datanode Uuid c6983ae0-5eba-43bf-87d8-3fd0275aad49) service to localhost/127.0.0.1:39313 2024-12-16T01:32:43,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data4/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:43,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data3/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2032810e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:43,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273625f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:43,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:43,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14482970{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:43,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40f93690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:43,198 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:43,198 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:43,198 WARN [BP-972202671-172.17.0.2-1734312748799 heartbeating to localhost/127.0.0.1:39313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972202671-172.17.0.2-1734312748799 (Datanode Uuid ad05c032-601c-4146-b396-ef8dceff8c24) service to localhost/127.0.0.1:39313 2024-12-16T01:32:43,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:43,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data1/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/cluster_cdcc81e3-da27-ca60-145c-0b30dd637a9a/dfs/data/data2/current/BP-972202671-172.17.0.2-1734312748799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:43,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:43,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f9841{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:43,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@709936cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:43,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:43,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ff5c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:43,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e994036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:43,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T01:32:43,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 53) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=11332 (was 11518) 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=11332 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.log.dir so I do NOT create it in target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2e47a9ec-a9d2-24b2-4e04-0205a008861d/hadoop.tmp.dir so I do NOT create it in target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2, deleteOnExit=true 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/test.cache.data in system properties and HBase conf 2024-12-16T01:32:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T01:32:43,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T01:32:43,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/nfs.dump.dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/java.io.tmpdir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T01:32:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T01:32:43,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:43,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:43,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:43,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:43,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:43,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:43,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d49214b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:43,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4706511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:43,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@798b6903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/java.io.tmpdir/jetty-localhost-36429-hadoop-hdfs-3_4_1-tests_jar-_-any-5158345701999586721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:43,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bdf92ba{HTTP/1.1, (http/1.1)}{localhost:36429} 2024-12-16T01:32:43,637 INFO [Time-limited test {}] server.Server(415): Started @47102ms 2024-12-16T01:32:44,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:44,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:44,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:44,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:44,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:44,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e86967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:44,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8f8114{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:44,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ea3c2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/java.io.tmpdir/jetty-localhost-43721-hadoop-hdfs-3_4_1-tests_jar-_-any-14563593660286076406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:44,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794f7cf1{HTTP/1.1, (http/1.1)}{localhost:43721} 2024-12-16T01:32:44,181 INFO [Time-limited test {}] server.Server(415): Started @47647ms 2024-12-16T01:32:44,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:44,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:44,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:44,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:44,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:44,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T01:32:44,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2399680b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:44,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3765c461{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:44,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19d51107{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/java.io.tmpdir/jetty-localhost-37003-hadoop-hdfs-3_4_1-tests_jar-_-any-14265489945983322130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:44,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ddb2c32{HTTP/1.1, (http/1.1)}{localhost:37003} 2024-12-16T01:32:44,359 INFO [Time-limited test {}] server.Server(415): Started @47824ms 2024-12-16T01:32:44,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:44,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T01:32:44,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T01:32:44,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T01:32:44,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T01:32:44,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T01:32:44,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d4cebd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,AVAILABLE} 2024-12-16T01:32:44,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b7794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T01:32:44,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133a841d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/java.io.tmpdir/jetty-localhost-45449-hadoop-hdfs-3_4_1-tests_jar-_-any-2681782086347925509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:44,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a273348{HTTP/1.1, (http/1.1)}{localhost:45449} 2024-12-16T01:32:44,535 INFO [Time-limited test {}] server.Server(415): Started @48000ms 2024-12-16T01:32:44,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T01:32:44,777 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data2/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:44,779 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data1/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:44,812 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10764a516f2cf4bd with lease ID 0xb6b24530dc694724: Processing first storage report for DS-b42e0271-2434-40dd-a5b8-e5f55cb73b14 from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=b98f230c-afa1-4cfc-adad-3cdf4834ba03, infoPort=44811, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10764a516f2cf4bd with lease ID 0xb6b24530dc694724: from storage DS-b42e0271-2434-40dd-a5b8-e5f55cb73b14 node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=b98f230c-afa1-4cfc-adad-3cdf4834ba03, infoPort=44811, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10764a516f2cf4bd with lease ID 0xb6b24530dc694724: Processing first storage report for DS-d051c55e-4419-411a-bd4d-5b714cef2545 from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=b98f230c-afa1-4cfc-adad-3cdf4834ba03, infoPort=44811, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10764a516f2cf4bd with lease ID 0xb6b24530dc694724: from storage DS-d051c55e-4419-411a-bd4d-5b714cef2545 node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=b98f230c-afa1-4cfc-adad-3cdf4834ba03, infoPort=44811, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:45,071 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data4/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:45,071 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data3/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:45,104 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1616e0903ff0d8b with lease ID 0xb6b24530dc694725: Processing first storage report for DS-402eece5-f6c3-4469-8cb4-ab8e379815d5 from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=76ac265f-7634-4c72-8c13-779ed53fc684, infoPort=35503, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1616e0903ff0d8b with lease ID 0xb6b24530dc694725: from storage DS-402eece5-f6c3-4469-8cb4-ab8e379815d5 node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=76ac265f-7634-4c72-8c13-779ed53fc684, infoPort=35503, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1616e0903ff0d8b with lease ID 0xb6b24530dc694725: Processing first storage report for DS-4c7ba0c7-4728-49be-ba90-f44eab92c1a0 from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=76ac265f-7634-4c72-8c13-779ed53fc684, infoPort=35503, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1616e0903ff0d8b with lease ID 0xb6b24530dc694725: from storage DS-4c7ba0c7-4728-49be-ba90-f44eab92c1a0 node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=76ac265f-7634-4c72-8c13-779ed53fc684, infoPort=35503, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:45,197 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data6/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:45,198 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data5/current/BP-1497649079-172.17.0.2-1734312763266/current, will proceed with Du for space computation calculation, 2024-12-16T01:32:45,229 WARN [Thread-565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T01:32:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8ce5423daa10da8 with lease ID 0xb6b24530dc694726: Processing first storage report for DS-5a12e16b-5151-4ad1-97ee-d6935e10435a from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=568bbbd1-c49d-4640-af22-df0e33a1b7a1, infoPort=37535, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8ce5423daa10da8 with lease ID 0xb6b24530dc694726: from storage DS-5a12e16b-5151-4ad1-97ee-d6935e10435a node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=568bbbd1-c49d-4640-af22-df0e33a1b7a1, infoPort=37535, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8ce5423daa10da8 with lease ID 0xb6b24530dc694726: Processing first storage report for DS-f1f5e2ac-b1e7-4e81-9803-a85b883ae207 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=568bbbd1-c49d-4640-af22-df0e33a1b7a1, infoPort=37535, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266) 2024-12-16T01:32:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8ce5423daa10da8 with lease ID 0xb6b24530dc694726: from storage DS-f1f5e2ac-b1e7-4e81-9803-a85b883ae207 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=568bbbd1-c49d-4640-af22-df0e33a1b7a1, infoPort=37535, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=1637560375;c=1734312763266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T01:32:45,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60 2024-12-16T01:32:45,287 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T01:32:45,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T01:32:45,293 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:44215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:44215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/oldWALs, maxLogs=32 2024-12-16T01:32:45,305 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312765294, exclude list is [], retry=0 2024-12-16T01:32:45,310 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-5a12e16b-5151-4ad1-97ee-d6935e10435a,DISK] 2024-12-16T01:32:45,312 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-402eece5-f6c3-4469-8cb4-ab8e379815d5,DISK] 2024-12-16T01:32:45,312 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46839,DS-b42e0271-2434-40dd-a5b8-e5f55cb73b14,DISK] 2024-12-16T01:32:45,315 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312765294 2024-12-16T01:32:45,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37535:37535),(127.0.0.1/127.0.0.1:35503:35503),(127.0.0.1/127.0.0.1:44811:44811)] 2024-12-16T01:32:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741825_1001 (size=121110) 2024-12-16T01:32:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741825_1001 (size=121110) 2024-12-16T01:32:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741825_1001 (size=121110) 2024-12-16T01:32:45,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T01:32:45,793 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44215/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734312765294: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T01:32:45,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T01:32:45,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133a841d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:45,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a273348{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:45,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:45,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b7794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:45,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d4cebd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:45,851 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:45,851 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497649079-172.17.0.2-1734312763266 (Datanode Uuid 568bbbd1-c49d-4640-af22-df0e33a1b7a1) service to localhost/127.0.0.1:44215 2024-12-16T01:32:45,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data5/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data6/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:45,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:45,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:45,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19d51107{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:45,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ddb2c32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:45,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:45,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3765c461{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:45,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2399680b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:45,874 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:45,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:45,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:45,874 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497649079-172.17.0.2-1734312763266 (Datanode Uuid 76ac265f-7634-4c72-8c13-779ed53fc684) service to localhost/127.0.0.1:44215 2024-12-16T01:32:45,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data3/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data4/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:45,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ea3c2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T01:32:45,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794f7cf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:45,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:45,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8f8114{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:45,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e86967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:45,893 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T01:32:45,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T01:32:45,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T01:32:45,893 WARN [BP-1497649079-172.17.0.2-1734312763266 heartbeating to localhost/127.0.0.1:44215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497649079-172.17.0.2-1734312763266 (Datanode Uuid b98f230c-afa1-4cfc-adad-3cdf4834ba03) service to localhost/127.0.0.1:44215 2024-12-16T01:32:45,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data1/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/cluster_f220d606-baa5-54ef-e4e4-b244503e82b2/dfs/data/data2/current/BP-1497649079-172.17.0.2-1734312763266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T01:32:45,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T01:32:45,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@798b6903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T01:32:45,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bdf92ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T01:32:45,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T01:32:45,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4706511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T01:32:45,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d49214b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3260294d-6570-bc92-c8b3-9f815c848b60/hadoop.log.dir/,STOPPED} 2024-12-16T01:32:45,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T01:32:45,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 56) - Thread LEAK? -, OpenFileDescriptor=342 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 521) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11247 (was 11332)