2024-11-26 21:04:38,607 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-26 21:04:38,636 main DEBUG Took 0.024756 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 21:04:38,637 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 21:04:38,637 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 21:04:38,640 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 21:04:38,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,664 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 21:04:38,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,690 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,692 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,693 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,694 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,696 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,697 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,699 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:04:38,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,702 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 21:04:38,704 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:04:38,734 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 21:04:38,737 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 21:04:38,738 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 21:04:38,739 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 21:04:38,740 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 21:04:38,751 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 21:04:38,754 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 21:04:38,757 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 21:04:38,757 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 21:04:38,758 main DEBUG createAppenders(={Console}) 2024-11-26 21:04:38,759 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-11-26 21:04:38,759 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-26 21:04:38,760 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-11-26 21:04:38,761 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 21:04:38,761 main DEBUG OutputStream closed 2024-11-26 21:04:38,761 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 21:04:38,762 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 21:04:38,762 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-11-26 21:04:38,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 21:04:38,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 21:04:38,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 21:04:38,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 21:04:38,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 21:04:38,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 21:04:38,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 21:04:38,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 21:04:38,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 21:04:38,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 21:04:38,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 21:04:38,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 21:04:38,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 21:04:38,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 21:04:38,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 21:04:38,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 21:04:38,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 21:04:38,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 21:04:38,890 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 21:04:38,890 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-26 21:04:38,891 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 21:04:38,891 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-26T21:04:39,338 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba 2024-11-26 21:04:39,342 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 21:04:39,343 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T21:04:39,361 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-26T21:04:39,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=6723 2024-11-26T21:04:39,420 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223, deleteOnExit=true 2024-11-26T21:04:39,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/test.cache.data in system properties and HBase conf 2024-11-26T21:04:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:04:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:04:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:04:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:04:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T21:04:39,592 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T21:04:39,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:04:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:39,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:04:39,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:39,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:04:39,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:04:39,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:39,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:39,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:04:39,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:04:39,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:04:39,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:39,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:04:39,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:04:40,836 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T21:04:40,932 INFO [Time-limited test {}] log.Log(170): Logging initialized @3420ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T21:04:41,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:41,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:41,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:41,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:41,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:41,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:41,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:41,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:41,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/java.io.tmpdir/jetty-localhost-41977-hadoop-hdfs-3_4_1-tests_jar-_-any-6392632663883601221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:04:41,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:41977} 2024-11-26T21:04:41,432 INFO [Time-limited test {}] server.Server(415): Started @3921ms 2024-11-26T21:04:41,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:41,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:41,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:41,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:41,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:41,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:41,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:42,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/java.io.tmpdir/jetty-localhost-36789-hadoop-hdfs-3_4_1-tests_jar-_-any-1943737785596791774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:42,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:36789} 2024-11-26T21:04:42,034 INFO [Time-limited test {}] server.Server(415): Started @4523ms 2024-11-26T21:04:42,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:42,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:42,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:42,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:42,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:42,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:42,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:42,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/java.io.tmpdir/jetty-localhost-41331-hadoop-hdfs-3_4_1-tests_jar-_-any-5933914170962055917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:42,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:41331} 2024-11-26T21:04:42,418 INFO [Time-limited test {}] server.Server(415): Started @4908ms 2024-11-26T21:04:42,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:42,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:42,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:42,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:42,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:42,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:04:42,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:42,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:42,607 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data3/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,607 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data4/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,607 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data1/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,608 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data2/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/java.io.tmpdir/jetty-localhost-35085-hadoop-hdfs-3_4_1-tests_jar-_-any-16084849400404209717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:42,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:35085} 2024-11-26T21:04:42,631 INFO [Time-limited test {}] server.Server(415): Started @5121ms 2024-11-26T21:04:42,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:42,670 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:42,677 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eddc3183f47518f with lease ID 0x256ae331dee0b67e: Processing first storage report for DS-e4114494-d156-4ec4-acdd-dcbf439b64e5 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=8d3c0331-4a9f-4adc-a079-eea2b97b6dee, infoPort=33643, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eddc3183f47518f with lease ID 0x256ae331dee0b67e: from storage DS-e4114494-d156-4ec4-acdd-dcbf439b64e5 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=8d3c0331-4a9f-4adc-a079-eea2b97b6dee, infoPort=33643, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T21:04:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a033c0637b4725e with lease ID 0x256ae331dee0b67f: Processing first storage report for DS-e0193a02-02e7-4117-8189-68683e07c578 from datanode DatanodeRegistration(127.0.0.1:41989, datanodeUuid=b5519332-8e21-46a8-884b-e9012935253d, infoPort=45613, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a033c0637b4725e with lease ID 0x256ae331dee0b67f: from storage DS-e0193a02-02e7-4117-8189-68683e07c578 node DatanodeRegistration(127.0.0.1:41989, datanodeUuid=b5519332-8e21-46a8-884b-e9012935253d, infoPort=45613, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eddc3183f47518f with lease ID 0x256ae331dee0b67e: Processing first storage report for DS-283d3c87-2c1a-499f-b02e-3e80286ca004 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=8d3c0331-4a9f-4adc-a079-eea2b97b6dee, infoPort=33643, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eddc3183f47518f with lease ID 0x256ae331dee0b67e: from storage DS-283d3c87-2c1a-499f-b02e-3e80286ca004 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=8d3c0331-4a9f-4adc-a079-eea2b97b6dee, infoPort=33643, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:04:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a033c0637b4725e with lease ID 0x256ae331dee0b67f: Processing first storage report for DS-33d1e706-3cdf-4089-bf5c-6cfff9c9578e from datanode DatanodeRegistration(127.0.0.1:41989, datanodeUuid=b5519332-8e21-46a8-884b-e9012935253d, infoPort=45613, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a033c0637b4725e with lease ID 0x256ae331dee0b67f: from storage DS-33d1e706-3cdf-4089-bf5c-6cfff9c9578e node DatanodeRegistration(127.0.0.1:41989, datanodeUuid=b5519332-8e21-46a8-884b-e9012935253d, infoPort=45613, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:42,784 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data5/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,785 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data6/current/BP-1977525296-172.17.0.2-1732655080525/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:42,816 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbce0de48f12fdf38 with lease ID 0x256ae331dee0b680: Processing first storage report for DS-e03045ac-7439-401a-a6d8-aba42c012cda from datanode DatanodeRegistration(127.0.0.1:43465, datanodeUuid=857b9945-4e83-41a9-b5dc-48003a26a4dc, infoPort=33489, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbce0de48f12fdf38 with lease ID 0x256ae331dee0b680: from storage DS-e03045ac-7439-401a-a6d8-aba42c012cda node DatanodeRegistration(127.0.0.1:43465, datanodeUuid=857b9945-4e83-41a9-b5dc-48003a26a4dc, infoPort=33489, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:04:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbce0de48f12fdf38 with lease ID 0x256ae331dee0b680: Processing first storage report for DS-3a275210-437b-4f76-a703-9fcec702de46 from datanode DatanodeRegistration(127.0.0.1:43465, datanodeUuid=857b9945-4e83-41a9-b5dc-48003a26a4dc, infoPort=33489, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525) 2024-11-26T21:04:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbce0de48f12fdf38 with lease ID 0x256ae331dee0b680: from storage DS-3a275210-437b-4f76-a703-9fcec702de46 node DatanodeRegistration(127.0.0.1:43465, datanodeUuid=857b9945-4e83-41a9-b5dc-48003a26a4dc, infoPort=33489, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=318525428;c=1732655080525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:43,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba 2024-11-26T21:04:43,167 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:04:43,173 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:04:43,178 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T21:04:43,193 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T21:04:43,193 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T21:04:43,263 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T21:04:43,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:04:43,328 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/oldWALs, maxLogs=32 2024-11-26T21:04:43,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655083354, exclude list is [], retry=0 2024-11-26T21:04:43,444 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1045 (auto-detected) 2024-11-26T21:04:43,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T21:04:43,482 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK] 2024-11-26T21:04:43,487 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T21:04:43,522 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK] 2024-11-26T21:04:43,524 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK] 2024-11-26T21:04:43,625 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655083354 2024-11-26T21:04:43,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33489:33489),(127.0.0.1/127.0.0.1:45613:45613),(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-26T21:04:43,628 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T21:04:44,431 DEBUG [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-26T21:04:47,636 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 173 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:47,764 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:47,972 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:48,296 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1215140387_22 at /127.0.0.1:36622 [Receiving block BP-1977525296-172.17.0.2-1732655080525:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 322ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data3/, blockId=1073741825, seqno=932 2024-11-26T21:04:48,297 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 323 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:48,837 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 155 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:48,961 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:49,092 INFO [AsyncFSWAL-0-hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 120 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43465,DS-e03045ac-7439-401a-a6d8-aba42c012cda,DISK], DatanodeInfoWithStorage[127.0.0.1:41989,DS-e0193a02-02e7-4117-8189-68683e07c578,DISK], DatanodeInfoWithStorage[127.0.0.1:34513,DS-e4114494-d156-4ec4-acdd-dcbf439b64e5,DISK]] 2024-11-26T21:04:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T21:04:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43465 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T21:04:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41989 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T21:04:50,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:04:50,434 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36681/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655083354: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-26T21:04:52,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T21:04:52,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:52,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:52,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:52,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:52,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:52,206 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:52,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:52,206 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977525296-172.17.0.2-1732655080525 (Datanode Uuid 857b9945-4e83-41a9-b5dc-48003a26a4dc) service to localhost/127.0.0.1:36681 2024-11-26T21:04:52,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:52,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data5/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data6/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:52,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:52,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:52,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:52,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:52,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:52,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:52,225 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:52,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:52,225 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977525296-172.17.0.2-1732655080525 (Datanode Uuid 8d3c0331-4a9f-4adc-a079-eea2b97b6dee) service to localhost/127.0.0.1:36681 2024-11-26T21:04:52,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data3/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data4/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,227 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:52,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:52,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:52,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:52,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:52,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:52,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:52,247 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:52,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:52,247 WARN [BP-1977525296-172.17.0.2-1732655080525 heartbeating to localhost/127.0.0.1:36681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977525296-172.17.0.2-1732655080525 (Datanode Uuid b5519332-8e21-46a8-884b-e9012935253d) service to localhost/127.0.0.1:36681 2024-11-26T21:04:52,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data1/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/cluster_21775ad8-a577-a0dd-828e-a11490060223/dfs/data/data2/current/BP-1977525296-172.17.0.2-1732655080525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:52,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:52,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:04:52,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:52,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:52,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:52,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:52,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T21:04:52,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=46 (was 12) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:36681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5678fae9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:36681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 443) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6064 (was 6723) 2024-11-26T21:04:52,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=46, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=6062 2024-11-26T21:04:52,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.log.dir so I do NOT create it in target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11 2024-11-26T21:04:52,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/78cad7b9-ce44-914b-9ece-3e3e8663dfba/hadoop.tmp.dir so I do NOT create it in target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11 2024-11-26T21:04:52,970 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1, deleteOnExit=true 2024-11-26T21:04:52,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/test.cache.data in system properties and HBase conf 2024-11-26T21:04:52,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:04:52,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:04:52,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:04:52,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:04:52,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T21:04:52,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:04:52,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:52,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:04:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:04:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:04:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:04:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:04:52,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:04:52,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:52,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:04:52,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:04:53,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:53,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:53,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:53,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:53,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:53,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:53,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d975b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:53,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39dc1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:53,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1729d4e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/java.io.tmpdir/jetty-localhost-45169-hadoop-hdfs-3_4_1-tests_jar-_-any-12889927263664832105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:04:53,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ba4bea4{HTTP/1.1, (http/1.1)}{localhost:45169} 2024-11-26T21:04:53,260 INFO [Time-limited test {}] server.Server(415): Started @15750ms 2024-11-26T21:04:53,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:53,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:53,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:53,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:53,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:04:53,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f62372c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:53,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2adfc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:53,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e47920c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/java.io.tmpdir/jetty-localhost-41745-hadoop-hdfs-3_4_1-tests_jar-_-any-14582333076900683206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:53,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6371747d{HTTP/1.1, (http/1.1)}{localhost:41745} 2024-11-26T21:04:53,516 INFO [Time-limited test {}] server.Server(415): Started @16005ms 2024-11-26T21:04:53,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:53,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:53,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:53,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:53,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:53,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:53,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7a8854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:53,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11697b27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:53,636 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data1/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:53,637 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data2/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:53,692 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775656ea80ce937b with lease ID 0xfd448ef4e56fed2a: Processing first storage report for DS-06991df9-7ff0-4f0d-b1c7-fef38b0cef01 from datanode DatanodeRegistration(127.0.0.1:43297, datanodeUuid=61565bd0-a67b-45c4-9fb5-36581127909e, infoPort=36987, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775656ea80ce937b with lease ID 0xfd448ef4e56fed2a: from storage DS-06991df9-7ff0-4f0d-b1c7-fef38b0cef01 node DatanodeRegistration(127.0.0.1:43297, datanodeUuid=61565bd0-a67b-45c4-9fb5-36581127909e, infoPort=36987, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:04:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775656ea80ce937b with lease ID 0xfd448ef4e56fed2a: Processing first storage report for DS-274be3bf-0eb1-4937-b4d5-c76f7dcb4c61 from datanode DatanodeRegistration(127.0.0.1:43297, datanodeUuid=61565bd0-a67b-45c4-9fb5-36581127909e, infoPort=36987, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775656ea80ce937b with lease ID 0xfd448ef4e56fed2a: from storage DS-274be3bf-0eb1-4937-b4d5-c76f7dcb4c61 node DatanodeRegistration(127.0.0.1:43297, datanodeUuid=61565bd0-a67b-45c4-9fb5-36581127909e, infoPort=36987, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:53,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101d3a80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/java.io.tmpdir/jetty-localhost-35233-hadoop-hdfs-3_4_1-tests_jar-_-any-5268921618530112274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:53,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f78574{HTTP/1.1, (http/1.1)}{localhost:35233} 2024-11-26T21:04:53,740 INFO [Time-limited test {}] server.Server(415): Started @16230ms 2024-11-26T21:04:53,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:53,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:53,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:53,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:53,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:53,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:53,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2370c051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:53,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644928cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:53,864 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data4/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:53,864 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data3/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:53,903 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66bf234bbcb5ed7c with lease ID 0xfd448ef4e56fed2b: Processing first storage report for DS-6b7430f0-7643-48e8-b14a-64cfe58df96a from datanode DatanodeRegistration(127.0.0.1:45599, datanodeUuid=8b4787eb-edb1-4260-8bb3-5680e36f7094, infoPort=45003, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66bf234bbcb5ed7c with lease ID 0xfd448ef4e56fed2b: from storage DS-6b7430f0-7643-48e8-b14a-64cfe58df96a node DatanodeRegistration(127.0.0.1:45599, datanodeUuid=8b4787eb-edb1-4260-8bb3-5680e36f7094, infoPort=45003, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:04:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66bf234bbcb5ed7c with lease ID 0xfd448ef4e56fed2b: Processing first storage report for DS-ad9c6664-64ff-488b-86d3-9439d929ef02 from datanode DatanodeRegistration(127.0.0.1:45599, datanodeUuid=8b4787eb-edb1-4260-8bb3-5680e36f7094, infoPort=45003, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66bf234bbcb5ed7c with lease ID 0xfd448ef4e56fed2b: from storage DS-ad9c6664-64ff-488b-86d3-9439d929ef02 node DatanodeRegistration(127.0.0.1:45599, datanodeUuid=8b4787eb-edb1-4260-8bb3-5680e36f7094, infoPort=45003, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:53,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f0087d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-10685773188968262265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:53,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e112799{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-11-26T21:04:53,960 INFO [Time-limited test {}] server.Server(415): Started @16450ms 2024-11-26T21:04:53,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:54,084 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data5/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:54,086 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data6/current/BP-9774962-172.17.0.2-1732655093035/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:54,115 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83525046cd78796 with lease ID 0xfd448ef4e56fed2c: Processing first storage report for DS-f980ab30-f362-49ce-a7c6-c0f66433d5a4 from datanode DatanodeRegistration(127.0.0.1:40603, datanodeUuid=b777f4ff-784c-46f2-bcd3-3bd2c90bffe6, infoPort=34397, infoSecurePort=0, ipcPort=38587, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83525046cd78796 with lease ID 0xfd448ef4e56fed2c: from storage DS-f980ab30-f362-49ce-a7c6-c0f66433d5a4 node DatanodeRegistration(127.0.0.1:40603, datanodeUuid=b777f4ff-784c-46f2-bcd3-3bd2c90bffe6, infoPort=34397, infoSecurePort=0, ipcPort=38587, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83525046cd78796 with lease ID 0xfd448ef4e56fed2c: Processing first storage report for DS-9245491f-7d25-4399-a32f-e30c7cf430dc from datanode DatanodeRegistration(127.0.0.1:40603, datanodeUuid=b777f4ff-784c-46f2-bcd3-3bd2c90bffe6, infoPort=34397, infoSecurePort=0, ipcPort=38587, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035) 2024-11-26T21:04:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83525046cd78796 with lease ID 0xfd448ef4e56fed2c: from storage DS-9245491f-7d25-4399-a32f-e30c7cf430dc node DatanodeRegistration(127.0.0.1:40603, datanodeUuid=b777f4ff-784c-46f2-bcd3-3bd2c90bffe6, infoPort=34397, infoSecurePort=0, ipcPort=38587, storageInfo=lv=-57;cid=testClusterID;nsid=1464361959;c=1732655093035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:54,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11 2024-11-26T21:04:54,217 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:04:54,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:04:54,229 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:36767/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:36767/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/oldWALs, maxLogs=32 2024-11-26T21:04:54,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655094232, exclude list is [], retry=0 2024-11-26T21:04:54,260 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40603,DS-f980ab30-f362-49ce-a7c6-c0f66433d5a4,DISK] 2024-11-26T21:04:54,263 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43297,DS-06991df9-7ff0-4f0d-b1c7-fef38b0cef01,DISK] 2024-11-26T21:04:54,263 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45599,DS-6b7430f0-7643-48e8-b14a-64cfe58df96a,DISK] 2024-11-26T21:04:54,270 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655094232 2024-11-26T21:04:54,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34397:34397),(127.0.0.1/127.0.0.1:36987:36987),(127.0.0.1/127.0.0.1:45003:45003)] 2024-11-26T21:04:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T21:04:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T21:04:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45599 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T21:04:54,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:04:54,991 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36767/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655094232: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-26T21:04:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T21:04:55,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f0087d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e112799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:55,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:55,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644928cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:55,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2370c051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:55,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:55,056 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:55,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:55,056 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9774962-172.17.0.2-1732655093035 (Datanode Uuid b777f4ff-784c-46f2-bcd3-3bd2c90bffe6) service to localhost/127.0.0.1:36767 2024-11-26T21:04:55,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data5/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data6/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:55,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101d3a80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f78574{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:55,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:55,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11697b27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:55,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7a8854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:55,069 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:55,069 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9774962-172.17.0.2-1732655093035 (Datanode Uuid 8b4787eb-edb1-4260-8bb3-5680e36f7094) service to localhost/127.0.0.1:36767 2024-11-26T21:04:55,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data3/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data4/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:55,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:55,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:55,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e47920c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6371747d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:55,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:55,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2adfc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:55,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f62372c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:55,084 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:04:55,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:04:55,085 WARN [BP-9774962-172.17.0.2-1732655093035 heartbeating to localhost/127.0.0.1:36767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9774962-172.17.0.2-1732655093035 (Datanode Uuid 61565bd0-a67b-45c4-9fb5-36581127909e) service to localhost/127.0.0.1:36767 2024-11-26T21:04:55,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:04:55,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data2/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:04:55,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/cluster_d335233d-7a43-6943-4f2a-69a8f2e578f1/dfs/data/data1/current/BP-9774962-172.17.0.2-1732655093035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:04:55,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1729d4e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:04:55,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ba4bea4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:04:55,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:04:55,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39dc1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:04:55,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d975b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir/,STOPPED} 2024-11-26T21:04:55,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T21:04:55,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=55 (was 46) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:36767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:36767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 6062) 2024-11-26T21:04:55,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=5887 2024-11-26T21:04:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.log.dir so I do NOT create it in target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63 2024-11-26T21:04:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b0d53b2-3d58-245f-fd5d-d305e5dc3b11/hadoop.tmp.dir so I do NOT create it in target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63 2024-11-26T21:04:55,140 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c, deleteOnExit=true 2024-11-26T21:04:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/test.cache.data in system properties and HBase conf 2024-11-26T21:04:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:04:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:04:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:04:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:04:55,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T21:04:55,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:04:55,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:55,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:04:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:04:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:04:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:04:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:04:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:04:55,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:04:55,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:55,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:55,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:55,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:55,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:55,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:55,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f0e9e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:55,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142bf730{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:55,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d573417{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/java.io.tmpdir/jetty-localhost-45957-hadoop-hdfs-3_4_1-tests_jar-_-any-4926482183379122454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:04:55,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0d8d8d{HTTP/1.1, (http/1.1)}{localhost:45957} 2024-11-26T21:04:55,371 INFO [Time-limited test {}] server.Server(415): Started @17860ms 2024-11-26T21:04:55,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:55,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:55,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:55,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:55,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:04:55,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe8d034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:55,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1937a077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:55,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a4fac77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/java.io.tmpdir/jetty-localhost-44165-hadoop-hdfs-3_4_1-tests_jar-_-any-4289274042337846376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5853794c{HTTP/1.1, (http/1.1)}{localhost:44165} 2024-11-26T21:04:55,588 INFO [Time-limited test {}] server.Server(415): Started @18077ms 2024-11-26T21:04:55,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:55,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:55,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:55,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:55,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:55,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:55,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14cfffb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:55,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d86dfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:55,691 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data2/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:55,691 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data1/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:55,720 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ed8d984082a81d7 with lease ID 0x9c1caefe6c78fed3: Processing first storage report for DS-67827402-0103-4571-989b-5fff21f49361 from datanode DatanodeRegistration(127.0.0.1:43265, datanodeUuid=2abb4013-08a6-42df-87fd-ff0345bb774c, infoPort=39505, infoSecurePort=0, ipcPort=38581, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ed8d984082a81d7 with lease ID 0x9c1caefe6c78fed3: from storage DS-67827402-0103-4571-989b-5fff21f49361 node DatanodeRegistration(127.0.0.1:43265, datanodeUuid=2abb4013-08a6-42df-87fd-ff0345bb774c, infoPort=39505, infoSecurePort=0, ipcPort=38581, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ed8d984082a81d7 with lease ID 0x9c1caefe6c78fed3: Processing first storage report for DS-7ad306ec-6df6-4fca-96f5-b50e4f2bc4af from datanode DatanodeRegistration(127.0.0.1:43265, datanodeUuid=2abb4013-08a6-42df-87fd-ff0345bb774c, infoPort=39505, infoSecurePort=0, ipcPort=38581, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ed8d984082a81d7 with lease ID 0x9c1caefe6c78fed3: from storage DS-7ad306ec-6df6-4fca-96f5-b50e4f2bc4af node DatanodeRegistration(127.0.0.1:43265, datanodeUuid=2abb4013-08a6-42df-87fd-ff0345bb774c, infoPort=39505, infoSecurePort=0, ipcPort=38581, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:55,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57dda3b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/java.io.tmpdir/jetty-localhost-40259-hadoop-hdfs-3_4_1-tests_jar-_-any-12257994361785637141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7af4c4fb{HTTP/1.1, (http/1.1)}{localhost:40259} 2024-11-26T21:04:55,757 INFO [Time-limited test {}] server.Server(415): Started @18247ms 2024-11-26T21:04:55,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:55,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:04:55,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:04:55,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:04:55,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:04:55,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:04:55,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b8ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:04:55,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4716b53f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:04:55,856 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data3/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:55,857 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data4/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:55,887 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4c523dce8a7b9ff with lease ID 0x9c1caefe6c78fed4: Processing first storage report for DS-43be5103-e19a-41f8-bab0-12a98d2947fd from datanode DatanodeRegistration(127.0.0.1:44965, datanodeUuid=e1ed2ae1-7dad-4df0-81ef-5d254882b177, infoPort=35115, infoSecurePort=0, ipcPort=35615, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4c523dce8a7b9ff with lease ID 0x9c1caefe6c78fed4: from storage DS-43be5103-e19a-41f8-bab0-12a98d2947fd node DatanodeRegistration(127.0.0.1:44965, datanodeUuid=e1ed2ae1-7dad-4df0-81ef-5d254882b177, infoPort=35115, infoSecurePort=0, ipcPort=35615, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:04:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4c523dce8a7b9ff with lease ID 0x9c1caefe6c78fed4: Processing first storage report for DS-962660f7-1c6f-4998-95f2-85d4d9f0f3dd from datanode DatanodeRegistration(127.0.0.1:44965, datanodeUuid=e1ed2ae1-7dad-4df0-81ef-5d254882b177, infoPort=35115, infoSecurePort=0, ipcPort=35615, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4c523dce8a7b9ff with lease ID 0x9c1caefe6c78fed4: from storage DS-962660f7-1c6f-4998-95f2-85d4d9f0f3dd node DatanodeRegistration(127.0.0.1:44965, datanodeUuid=e1ed2ae1-7dad-4df0-81ef-5d254882b177, infoPort=35115, infoSecurePort=0, ipcPort=35615, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:55,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7f6d2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/java.io.tmpdir/jetty-localhost-42505-hadoop-hdfs-3_4_1-tests_jar-_-any-9894092440839611017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:04:55,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a289bad{HTTP/1.1, (http/1.1)}{localhost:42505} 2024-11-26T21:04:55,955 INFO [Time-limited test {}] server.Server(415): Started @18444ms 2024-11-26T21:04:55,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:04:56,051 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data5/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:56,052 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data6/current/BP-782355478-172.17.0.2-1732655095181/current, will proceed with Du for space computation calculation, 2024-11-26T21:04:56,076 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:04:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45682fddd154041d with lease ID 0x9c1caefe6c78fed5: Processing first storage report for DS-b0611bfd-20b5-4455-9a14-3997c1b69f4d from datanode DatanodeRegistration(127.0.0.1:36917, datanodeUuid=c70974a2-567d-4609-b878-69fe20f130df, infoPort=35139, infoSecurePort=0, ipcPort=46119, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45682fddd154041d with lease ID 0x9c1caefe6c78fed5: from storage DS-b0611bfd-20b5-4455-9a14-3997c1b69f4d node DatanodeRegistration(127.0.0.1:36917, datanodeUuid=c70974a2-567d-4609-b878-69fe20f130df, infoPort=35139, infoSecurePort=0, ipcPort=46119, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45682fddd154041d with lease ID 0x9c1caefe6c78fed5: Processing first storage report for DS-70b6aa05-cd86-4162-9c4f-880f162667a0 from datanode DatanodeRegistration(127.0.0.1:36917, datanodeUuid=c70974a2-567d-4609-b878-69fe20f130df, infoPort=35139, infoSecurePort=0, ipcPort=46119, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181) 2024-11-26T21:04:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45682fddd154041d with lease ID 0x9c1caefe6c78fed5: from storage DS-70b6aa05-cd86-4162-9c4f-880f162667a0 node DatanodeRegistration(127.0.0.1:36917, datanodeUuid=c70974a2-567d-4609-b878-69fe20f130df, infoPort=35139, infoSecurePort=0, ipcPort=46119, storageInfo=lv=-57;cid=testClusterID;nsid=1468601801;c=1732655095181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:04:56,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63 2024-11-26T21:04:56,092 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:04:56,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:04:56,100 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/oldWALs, maxLogs=32 2024-11-26T21:04:56,117 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655096102, exclude list is [], retry=0 2024-11-26T21:04:56,123 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44965,DS-43be5103-e19a-41f8-bab0-12a98d2947fd,DISK] 2024-11-26T21:04:56,125 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43265,DS-67827402-0103-4571-989b-5fff21f49361,DISK] 2024-11-26T21:04:56,125 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36917,DS-b0611bfd-20b5-4455-9a14-3997c1b69f4d,DISK] 2024-11-26T21:04:56,132 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655096102 2024-11-26T21:04:56,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:39505:39505),(127.0.0.1/127.0.0.1:35139:35139)] 2024-11-26T21:04:56,153 INFO [AsyncFSWAL-0-hdfs://localhost:44033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-26T21:05:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T21:05:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T21:05:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T21:05:07,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:05:07,852 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732655096102: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T21:05:09,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T21:05:09,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7f6d2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:09,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a289bad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:09,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4716b53f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b8ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:09,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:09,896 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:09,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:09,896 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-782355478-172.17.0.2-1732655095181 (Datanode Uuid c70974a2-567d-4609-b878-69fe20f130df) service to localhost/127.0.0.1:44033 2024-11-26T21:05:09,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data5/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data6/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57dda3b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:09,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7af4c4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:09,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d86dfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:09,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14cfffb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:09,907 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:09,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:09,908 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-782355478-172.17.0.2-1732655095181 (Datanode Uuid e1ed2ae1-7dad-4df0-81ef-5d254882b177) service to localhost/127.0.0.1:44033 2024-11-26T21:05:09,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:09,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data3/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:09,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data4/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a4fac77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:09,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5853794c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:09,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:09,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1937a077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:09,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe8d034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:09,919 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:09,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:09,920 WARN [BP-782355478-172.17.0.2-1732655095181 heartbeating to localhost/127.0.0.1:44033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-782355478-172.17.0.2-1732655095181 (Datanode Uuid 2abb4013-08a6-42df-87fd-ff0345bb774c) service to localhost/127.0.0.1:44033 2024-11-26T21:05:09,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:09,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data1/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/cluster_12e51356-071e-746e-9c3a-9ed5c967e17c/dfs/data/data2/current/BP-782355478-172.17.0.2-1732655095181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:09,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:09,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d573417{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:05:09,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0d8d8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:09,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:09,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142bf730{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:09,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f0e9e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T21:05:09,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 55), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=534 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=5818 (was 5887) 2024-11-26T21:05:09,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=534, ProcessCount=11, AvailableMemoryMB=5818 2024-11-26T21:05:09,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.log.dir so I do NOT create it in target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8 2024-11-26T21:05:09,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95eec7da-0ef8-a4a2-30ac-b76ff5748f63/hadoop.tmp.dir so I do NOT create it in target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8 2024-11-26T21:05:09,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d, deleteOnExit=true 2024-11-26T21:05:09,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/test.cache.data in system properties and HBase conf 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T21:05:09,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:05:09,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:05:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:05:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:05:10,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:05:10,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:05:10,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:05:10,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:05:10,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:05:10,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:05:10,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794d590f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:05:10,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c7cd3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:05:10,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dab651{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/java.io.tmpdir/jetty-localhost-33411-hadoop-hdfs-3_4_1-tests_jar-_-any-1017171524118691479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:05:10,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c0b555a{HTTP/1.1, (http/1.1)}{localhost:33411} 2024-11-26T21:05:10,272 INFO [Time-limited test {}] server.Server(415): Started @32762ms 2024-11-26T21:05:10,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:05:10,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:05:10,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:05:10,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:05:10,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:05:10,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f176beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:05:10,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24fbcf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:05:10,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ed59344{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-15223475312916512911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:10,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fdcd4a{HTTP/1.1, (http/1.1)}{localhost:42397} 2024-11-26T21:05:10,523 INFO [Time-limited test {}] server.Server(415): Started @33012ms 2024-11-26T21:05:10,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:05:10,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:05:10,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:05:10,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:05:10,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:05:10,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:05:10,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c49611b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:05:10,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc63bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:05:10,659 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data1/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:10,660 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data2/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:10,690 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:05:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd68deed65aa8c5a with lease ID 0xb1443e6168756387: Processing first storage report for DS-8da79a32-8f57-475f-8d0b-4f224561ad23 from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=0e54730e-e702-4068-b81e-5e755202367c, infoPort=39141, infoSecurePort=0, ipcPort=37281, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd68deed65aa8c5a with lease ID 0xb1443e6168756387: from storage DS-8da79a32-8f57-475f-8d0b-4f224561ad23 node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=0e54730e-e702-4068-b81e-5e755202367c, infoPort=39141, infoSecurePort=0, ipcPort=37281, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:05:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd68deed65aa8c5a with lease ID 0xb1443e6168756387: Processing first storage report for DS-82d13b29-6e1b-4473-a8d6-741dc2e1039d from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=0e54730e-e702-4068-b81e-5e755202367c, infoPort=39141, infoSecurePort=0, ipcPort=37281, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd68deed65aa8c5a with lease ID 0xb1443e6168756387: from storage DS-82d13b29-6e1b-4473-a8d6-741dc2e1039d node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=0e54730e-e702-4068-b81e-5e755202367c, infoPort=39141, infoSecurePort=0, ipcPort=37281, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:05:10,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b201ead{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/java.io.tmpdir/jetty-localhost-45585-hadoop-hdfs-3_4_1-tests_jar-_-any-9490097528400352797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:10,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@374e27af{HTTP/1.1, (http/1.1)}{localhost:45585} 2024-11-26T21:05:10,748 INFO [Time-limited test {}] server.Server(415): Started @33238ms 2024-11-26T21:05:10,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:05:10,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:05:10,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:05:10,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:05:10,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:05:10,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:05:10,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6903763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:05:10,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65a65c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:05:10,856 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data4/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:10,856 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data3/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:10,889 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:05:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e68e7e2e527b7b with lease ID 0xb1443e6168756388: Processing first storage report for DS-ffe7f35a-d9f9-49e7-86f1-c22022e5bd99 from datanode DatanodeRegistration(127.0.0.1:46011, datanodeUuid=19d5f1c9-0e02-49f6-8721-cd072be13502, infoPort=41953, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e68e7e2e527b7b with lease ID 0xb1443e6168756388: from storage DS-ffe7f35a-d9f9-49e7-86f1-c22022e5bd99 node DatanodeRegistration(127.0.0.1:46011, datanodeUuid=19d5f1c9-0e02-49f6-8721-cd072be13502, infoPort=41953, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:05:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e68e7e2e527b7b with lease ID 0xb1443e6168756388: Processing first storage report for DS-b6a53a37-6ed2-4355-a06c-caae18738103 from datanode DatanodeRegistration(127.0.0.1:46011, datanodeUuid=19d5f1c9-0e02-49f6-8721-cd072be13502, infoPort=41953, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e68e7e2e527b7b with lease ID 0xb1443e6168756388: from storage DS-b6a53a37-6ed2-4355-a06c-caae18738103 node DatanodeRegistration(127.0.0.1:46011, datanodeUuid=19d5f1c9-0e02-49f6-8721-cd072be13502, infoPort=41953, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:05:10,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1456e2be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/java.io.tmpdir/jetty-localhost-43619-hadoop-hdfs-3_4_1-tests_jar-_-any-392744119203313657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:10,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3847e120{HTTP/1.1, (http/1.1)}{localhost:43619} 2024-11-26T21:05:10,951 INFO [Time-limited test {}] server.Server(415): Started @33441ms 2024-11-26T21:05:10,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:05:11,084 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data5/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:11,085 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data6/current/BP-79904360-172.17.0.2-1732655110011/current, will proceed with Du for space computation calculation, 2024-11-26T21:05:11,129 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:05:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd416cd6b185ac542 with lease ID 0xb1443e6168756389: Processing first storage report for DS-9cf912d8-5ff0-4a59-91a7-0402b1e7986d from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=5b949197-173e-4ad8-80d6-19f3219b412c, infoPort=38375, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd416cd6b185ac542 with lease ID 0xb1443e6168756389: from storage DS-9cf912d8-5ff0-4a59-91a7-0402b1e7986d node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=5b949197-173e-4ad8-80d6-19f3219b412c, infoPort=38375, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:05:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd416cd6b185ac542 with lease ID 0xb1443e6168756389: Processing first storage report for DS-76c682a1-fccf-4e45-b8a1-80e21837bf94 from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=5b949197-173e-4ad8-80d6-19f3219b412c, infoPort=38375, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011) 2024-11-26T21:05:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd416cd6b185ac542 with lease ID 0xb1443e6168756389: from storage DS-76c682a1-fccf-4e45-b8a1-80e21837bf94 node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=5b949197-173e-4ad8-80d6-19f3219b412c, infoPort=38375, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=432418165;c=1732655110011), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:05:11,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8 2024-11-26T21:05:11,215 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:05:11,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:05:11,224 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/oldWALs, maxLogs=32 2024-11-26T21:05:11,248 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655111226, exclude list is [], retry=0 2024-11-26T21:05:11,255 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-9cf912d8-5ff0-4a59-91a7-0402b1e7986d,DISK] 2024-11-26T21:05:11,257 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-8da79a32-8f57-475f-8d0b-4f224561ad23,DISK] 2024-11-26T21:05:11,257 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46011,DS-ffe7f35a-d9f9-49e7-86f1-c22022e5bd99,DISK] 2024-11-26T21:05:11,261 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655111226 2024-11-26T21:05:11,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38375:38375),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:41953:41953)] 2024-11-26T21:05:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741825_1001 (size=121110) 2024-11-26T21:05:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46011 is added to blk_1073741825_1001 (size=121110) 2024-11-26T21:05:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741825_1001 (size=121110) 2024-11-26T21:05:11,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:05:11,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34615/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732655111226: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T21:05:11,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T21:05:11,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1456e2be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:11,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3847e120{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:11,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:11,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65a65c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:11,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6903763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:11,839 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:11,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:11,840 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79904360-172.17.0.2-1732655110011 (Datanode Uuid 5b949197-173e-4ad8-80d6-19f3219b412c) service to localhost/127.0.0.1:34615 2024-11-26T21:05:11,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:11,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data5/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data6/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:11,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b201ead{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:11,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374e27af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:11,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:11,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc63bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:11,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c49611b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:11,854 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:11,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:11,854 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:11,854 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79904360-172.17.0.2-1732655110011 (Datanode Uuid 19d5f1c9-0e02-49f6-8721-cd072be13502) service to localhost/127.0.0.1:34615 2024-11-26T21:05:11,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data3/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data4/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ed59344{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:05:11,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fdcd4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:11,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:11,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24fbcf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:11,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f176beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:11,877 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:05:11,877 WARN [BP-79904360-172.17.0.2-1732655110011 heartbeating to localhost/127.0.0.1:34615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79904360-172.17.0.2-1732655110011 (Datanode Uuid 0e54730e-e702-4068-b81e-5e755202367c) service to localhost/127.0.0.1:34615 2024-11-26T21:05:11,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data1/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/cluster_b4976b14-0ac0-4303-0f11-d0a3896d7d3d/dfs/data/data2/current/BP-79904360-172.17.0.2-1732655110011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:05:11,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:05:11,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:05:11,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:05:11,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dab651{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:05:11,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c0b555a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:05:11,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:05:11,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c7cd3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:05:11,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794d590f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27d82d76-264e-52de-d14f-76a3f491e8f8/hadoop.log.dir/,STOPPED} 2024-11-26T21:05:11,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T21:05:11,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 534) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5594 (was 5818)