2024-12-06 23:04:33,660 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 23:04:33,691 main DEBUG Took 0.026753 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 23:04:33,691 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 23:04:33,692 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 23:04:33,693 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 23:04:33,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,735 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 23:04:33,771 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,781 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,784 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,785 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,786 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,789 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,791 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 23:04:33,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,794 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 23:04:33,796 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 23:04:33,797 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 23:04:33,800 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 23:04:33,800 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 23:04:33,802 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 23:04:33,802 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 23:04:33,813 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 23:04:33,817 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 23:04:33,819 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 23:04:33,820 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 23:04:33,820 main DEBUG createAppenders(={Console}) 2024-12-06 23:04:33,821 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-06 23:04:33,822 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 23:04:33,822 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-06 23:04:33,823 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 23:04:33,823 main DEBUG OutputStream closed 2024-12-06 23:04:33,824 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 23:04:33,824 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 23:04:33,825 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-06 23:04:33,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 23:04:33,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 23:04:33,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 23:04:33,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 23:04:33,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 23:04:33,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 23:04:33,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 23:04:33,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 23:04:33,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 23:04:33,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 23:04:33,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 23:04:33,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 23:04:33,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 23:04:33,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 23:04:33,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 23:04:33,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 23:04:33,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 23:04:33,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 23:04:33,975 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 23:04:33,975 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-06 23:04:33,976 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 23:04:33,977 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-06T23:04:34,377 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73 2024-12-06 23:04:34,381 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 23:04:34,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T23:04:34,402 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T23:04:34,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=9199 2024-12-06T23:04:34,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592, deleteOnExit=true 2024-12-06T23:04:34,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/test.cache.data in system properties and HBase conf 2024-12-06T23:04:34,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T23:04:34,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir in system properties and HBase conf 2024-12-06T23:04:34,555 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T23:04:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T23:04:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T23:04:34,715 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T23:04:34,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T23:04:34,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:34,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:34,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T23:04:34,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:34,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T23:04:34,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T23:04:34,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T23:04:34,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/nfs.dump.dir in system properties and HBase conf 2024-12-06T23:04:34,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/java.io.tmpdir in system properties and HBase conf 2024-12-06T23:04:34,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:34,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T23:04:34,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T23:04:36,052 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T23:04:36,150 INFO [Time-limited test {}] log.Log(170): Logging initialized @3382ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T23:04:36,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:36,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:36,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:36,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:36,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:36,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:36,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:36,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:36,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/java.io.tmpdir/jetty-localhost-41479-hadoop-hdfs-3_4_1-tests_jar-_-any-12393533177599302784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:04:36,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:41479} 2024-12-06T23:04:36,638 INFO [Time-limited test {}] server.Server(415): Started @3872ms 2024-12-06T23:04:37,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:37,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:37,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:37,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:37,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:37,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:37,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:37,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/java.io.tmpdir/jetty-localhost-40981-hadoop-hdfs-3_4_1-tests_jar-_-any-1623839254939269980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:37,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:40981} 2024-12-06T23:04:37,458 INFO [Time-limited test {}] server.Server(415): Started @4692ms 2024-12-06T23:04:37,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:37,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:37,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:37,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:37,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:37,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:37,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:37,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:37,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/java.io.tmpdir/jetty-localhost-45503-hadoop-hdfs-3_4_1-tests_jar-_-any-10487637047115369012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:37,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:45503} 2024-12-06T23:04:37,838 INFO [Time-limited test {}] server.Server(415): Started @5072ms 2024-12-06T23:04:37,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:37,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:37,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:37,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:37,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:37,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:37,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:37,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:38,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/java.io.tmpdir/jetty-localhost-41067-hadoop-hdfs-3_4_1-tests_jar-_-any-4318582963005537940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:38,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:41067} 2024-12-06T23:04:38,040 INFO [Time-limited test {}] server.Server(415): Started @5274ms 2024-12-06T23:04:38,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:38,112 WARN [Thread-116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data2/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,112 WARN [Thread-115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data1/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,161 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50757995d57266c0 with lease ID 0xa3c2ea5444c2c53: Processing first storage report for DS-4dfc5626-7428-444d-ae7d-ff46f2658515 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=589f24e7-f6bb-42c3-a1c4-c78c4994fa19, infoPort=41307, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50757995d57266c0 with lease ID 0xa3c2ea5444c2c53: from storage DS-4dfc5626-7428-444d-ae7d-ff46f2658515 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=589f24e7-f6bb-42c3-a1c4-c78c4994fa19, infoPort=41307, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50757995d57266c0 with lease ID 0xa3c2ea5444c2c53: Processing first storage report for DS-3f23b57b-b2b2-452a-8270-e11d71ba174b from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=589f24e7-f6bb-42c3-a1c4-c78c4994fa19, infoPort=41307, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50757995d57266c0 with lease ID 0xa3c2ea5444c2c53: from storage DS-3f23b57b-b2b2-452a-8270-e11d71ba174b node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=589f24e7-f6bb-42c3-a1c4-c78c4994fa19, infoPort=41307, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,273 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data3/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,273 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data4/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,308 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41668f4976267dec with lease ID 0xa3c2ea5444c2c54: Processing first storage report for DS-93bfdb8b-7c62-43c3-938a-e36bce63b438 from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=6822252b-7340-43ba-a752-a4f5b06df70f, infoPort=32771, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41668f4976267dec with lease ID 0xa3c2ea5444c2c54: from storage DS-93bfdb8b-7c62-43c3-938a-e36bce63b438 node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=6822252b-7340-43ba-a752-a4f5b06df70f, infoPort=32771, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41668f4976267dec with lease ID 0xa3c2ea5444c2c54: Processing first storage report for DS-58341ba8-4d64-4b30-9612-ca765a13527f from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=6822252b-7340-43ba-a752-a4f5b06df70f, infoPort=32771, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41668f4976267dec with lease ID 0xa3c2ea5444c2c54: from storage DS-58341ba8-4d64-4b30-9612-ca765a13527f node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=6822252b-7340-43ba-a752-a4f5b06df70f, infoPort=32771, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,375 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data6/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,375 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data5/current/BP-1991426656-172.17.0.2-1733526275688/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:38,415 WARN [Thread-107 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ccb970f4755e162 with lease ID 0xa3c2ea5444c2c55: Processing first storage report for DS-7ab8a15d-2c79-483b-ae90-056a54795d5c from datanode DatanodeRegistration(127.0.0.1:32987, datanodeUuid=858c3697-04ac-428d-96d8-599bb67d7826, infoPort=35597, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ccb970f4755e162 with lease ID 0xa3c2ea5444c2c55: from storage DS-7ab8a15d-2c79-483b-ae90-056a54795d5c node DatanodeRegistration(127.0.0.1:32987, datanodeUuid=858c3697-04ac-428d-96d8-599bb67d7826, infoPort=35597, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ccb970f4755e162 with lease ID 0xa3c2ea5444c2c55: Processing first storage report for DS-2b46c896-b289-4b81-88ab-f8124e964bf7 from datanode DatanodeRegistration(127.0.0.1:32987, datanodeUuid=858c3697-04ac-428d-96d8-599bb67d7826, infoPort=35597, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688) 2024-12-06T23:04:38,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ccb970f4755e162 with lease ID 0xa3c2ea5444c2c55: from storage DS-2b46c896-b289-4b81-88ab-f8124e964bf7 node DatanodeRegistration(127.0.0.1:32987, datanodeUuid=858c3697-04ac-428d-96d8-599bb67d7826, infoPort=35597, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=10455003;c=1733526275688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:38,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73 2024-12-06T23:04:38,550 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T23:04:38,555 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T23:04:38,559 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T23:04:38,572 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T23:04:38,572 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T23:04:38,650 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T23:04:38,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T23:04:38,704 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39445/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39445/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/oldWALs, maxLogs=32 2024-12-06T23:04:38,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526278728, exclude list is [], retry=0 2024-12-06T23:04:38,811 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1045 (auto-detected) 2024-12-06T23:04:38,815 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T23:04:38,842 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-4dfc5626-7428-444d-ae7d-ff46f2658515,DISK] 2024-12-06T23:04:38,846 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T23:04:38,874 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-93bfdb8b-7c62-43c3-938a-e36bce63b438,DISK] 2024-12-06T23:04:38,875 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32987,DS-7ab8a15d-2c79-483b-ae90-056a54795d5c,DISK] 2024-12-06T23:04:38,978 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526278728 2024-12-06T23:04:38,979 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41307:41307),(127.0.0.1/127.0.0.1:32771:32771),(127.0.0.1/127.0.0.1:35597:35597)] 2024-12-06T23:04:38,981 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T23:04:39,691 DEBUG [AsyncFSWAL-0-hdfs://localhost:39445/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T23:04:43,661 INFO [AsyncFSWAL-0-hdfs://localhost:39445/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40789,DS-4dfc5626-7428-444d-ae7d-ff46f2658515,DISK], DatanodeInfoWithStorage[127.0.0.1:41723,DS-93bfdb8b-7c62-43c3-938a-e36bce63b438,DISK], DatanodeInfoWithStorage[127.0.0.1:32987,DS-7ab8a15d-2c79-483b-ae90-056a54795d5c,DISK]] 2024-12-06T23:04:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32987 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T23:04:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T23:04:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T23:04:43,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T23:04:43,837 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39445/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526278728: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T23:04:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T23:04:45,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:45,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:45,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:45,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:45,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:45,211 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:45,211 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1991426656-172.17.0.2-1733526275688 (Datanode Uuid 858c3697-04ac-428d-96d8-599bb67d7826) service to localhost/127.0.0.1:39445 2024-12-06T23:04:45,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data5/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:45,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:45,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:45,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data6/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:45,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:45,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:45,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:45,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:45,229 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:45,229 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1991426656-172.17.0.2-1733526275688 (Datanode Uuid 6822252b-7340-43ba-a752-a4f5b06df70f) service to localhost/127.0.0.1:39445 2024-12-06T23:04:45,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:45,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data3/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:45,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data4/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:45,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:45,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:45,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:45,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:45,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:45,299 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:45,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:45,299 WARN [BP-1991426656-172.17.0.2-1733526275688 heartbeating to localhost/127.0.0.1:39445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1991426656-172.17.0.2-1733526275688 (Datanode Uuid 589f24e7-f6bb-42c3-a1c4-c78c4994fa19) service to localhost/127.0.0.1:39445 2024-12-06T23:04:45,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:45,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data1/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/cluster_9bcdb3d2-723a-b126-879d-f5c06d175592/dfs/data/data2/current/BP-1991426656-172.17.0.2-1733526275688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:45,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:45,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:04:45,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:45,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:45,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:45,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T23:04:46,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=8592 (was 9199) 2024-12-06T23:04:46,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=8591 2024-12-06T23:04:46,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.log.dir so I do NOT create it in target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58 2024-12-06T23:04:46,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e3e65cf1-2374-d08b-7b96-c9ed1d2ddd73/hadoop.tmp.dir so I do NOT create it in target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58 2024-12-06T23:04:46,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102, deleteOnExit=true 2024-12-06T23:04:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/test.cache.data in system properties and HBase conf 2024-12-06T23:04:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T23:04:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir in system properties and HBase conf 2024-12-06T23:04:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T23:04:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T23:04:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T23:04:46,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T23:04:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:46,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:46,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T23:04:46,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T23:04:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T23:04:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T23:04:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/nfs.dump.dir in system properties and HBase conf 2024-12-06T23:04:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/java.io.tmpdir in system properties and HBase conf 2024-12-06T23:04:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T23:04:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T23:04:47,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:47,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:47,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:47,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:47,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:47,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:47,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322ef9a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:47,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466447dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:47,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64ca8cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-17453145975315273752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:04:47,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fbeee50{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-12-06T23:04:47,393 INFO [Time-limited test {}] server.Server(415): Started @14626ms 2024-12-06T23:04:47,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:47,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:47,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:47,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:47,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:04:47,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f480a33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:47,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63aba8ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:47,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379f36f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/java.io.tmpdir/jetty-localhost-38495-hadoop-hdfs-3_4_1-tests_jar-_-any-10478955367145629942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:47,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41b7206d{HTTP/1.1, (http/1.1)}{localhost:38495} 2024-12-06T23:04:47,744 INFO [Time-limited test {}] server.Server(415): Started @14977ms 2024-12-06T23:04:47,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:48,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:48,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:48,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:48,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:48,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:48,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47599e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:48,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5402f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:48,163 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data2/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,163 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data1/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,205 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:48,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34639f05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/java.io.tmpdir/jetty-localhost-43825-hadoop-hdfs-3_4_1-tests_jar-_-any-5709385273172161336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:48,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46bce894{HTTP/1.1, (http/1.1)}{localhost:43825} 2024-12-06T23:04:48,208 INFO [Time-limited test {}] server.Server(415): Started @15442ms 2024-12-06T23:04:48,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab43368f29766f1 with lease ID 0x16661f1c254238b2: Processing first storage report for DS-93a3da3e-9984-4602-b79e-516a0c1fc5de from datanode DatanodeRegistration(127.0.0.1:38887, datanodeUuid=a85f1dd9-548a-4af3-859e-f32f6c28f072, infoPort=45175, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab43368f29766f1 with lease ID 0x16661f1c254238b2: from storage DS-93a3da3e-9984-4602-b79e-516a0c1fc5de node DatanodeRegistration(127.0.0.1:38887, datanodeUuid=a85f1dd9-548a-4af3-859e-f32f6c28f072, infoPort=45175, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab43368f29766f1 with lease ID 0x16661f1c254238b2: Processing first storage report for DS-22a303c1-8ad4-4fdf-9b86-0603afbaea2d from datanode DatanodeRegistration(127.0.0.1:38887, datanodeUuid=a85f1dd9-548a-4af3-859e-f32f6c28f072, infoPort=45175, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab43368f29766f1 with lease ID 0x16661f1c254238b2: from storage DS-22a303c1-8ad4-4fdf-9b86-0603afbaea2d node DatanodeRegistration(127.0.0.1:38887, datanodeUuid=a85f1dd9-548a-4af3-859e-f32f6c28f072, infoPort=45175, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:48,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:48,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:48,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:48,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:04:48,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3f429b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:48,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79907573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:48,326 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data3/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,327 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data4/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,358 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8372622f7da5cbcc with lease ID 0x16661f1c254238b3: Processing first storage report for DS-297dc45c-c70c-4972-b260-b75d2e624cc0 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=be24d2f9-1049-4a7c-be0f-f841b7a945fc, infoPort=33015, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8372622f7da5cbcc with lease ID 0x16661f1c254238b3: from storage DS-297dc45c-c70c-4972-b260-b75d2e624cc0 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=be24d2f9-1049-4a7c-be0f-f841b7a945fc, infoPort=33015, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8372622f7da5cbcc with lease ID 0x16661f1c254238b3: Processing first storage report for DS-a6ed27ac-bda6-4fcb-bf36-effb49f2be1f from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=be24d2f9-1049-4a7c-be0f-f841b7a945fc, infoPort=33015, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8372622f7da5cbcc with lease ID 0x16661f1c254238b3: from storage DS-a6ed27ac-bda6-4fcb-bf36-effb49f2be1f node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=be24d2f9-1049-4a7c-be0f-f841b7a945fc, infoPort=33015, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58362f9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/java.io.tmpdir/jetty-localhost-44685-hadoop-hdfs-3_4_1-tests_jar-_-any-16712018529170070075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:48,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c7244d{HTTP/1.1, (http/1.1)}{localhost:44685} 2024-12-06T23:04:48,428 INFO [Time-limited test {}] server.Server(415): Started @15662ms 2024-12-06T23:04:48,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:48,555 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data5/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,556 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data6/current/BP-407088331-172.17.0.2-1733526287019/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:48,583 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x155a2ddb5ca37546 with lease ID 0x16661f1c254238b4: Processing first storage report for DS-1de9b8a6-1715-42c8-a6a7-6feee2a822cd from datanode DatanodeRegistration(127.0.0.1:43993, datanodeUuid=e370929c-1c7d-46af-8d46-78b49cc42bf6, infoPort=43367, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x155a2ddb5ca37546 with lease ID 0x16661f1c254238b4: from storage DS-1de9b8a6-1715-42c8-a6a7-6feee2a822cd node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=e370929c-1c7d-46af-8d46-78b49cc42bf6, infoPort=43367, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x155a2ddb5ca37546 with lease ID 0x16661f1c254238b4: Processing first storage report for DS-cf5d60aa-ad7b-4eb3-989f-1ccfabdfaed7 from datanode DatanodeRegistration(127.0.0.1:43993, datanodeUuid=e370929c-1c7d-46af-8d46-78b49cc42bf6, infoPort=43367, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019) 2024-12-06T23:04:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x155a2ddb5ca37546 with lease ID 0x16661f1c254238b4: from storage DS-cf5d60aa-ad7b-4eb3-989f-1ccfabdfaed7 node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=e370929c-1c7d-46af-8d46-78b49cc42bf6, infoPort=43367, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1300993434;c=1733526287019), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:48,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58 2024-12-06T23:04:48,669 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T23:04:48,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T23:04:48,678 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34331/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34331/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/oldWALs, maxLogs=32 2024-12-06T23:04:48,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526288681, exclude list is [], retry=0 2024-12-06T23:04:48,707 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-297dc45c-c70c-4972-b260-b75d2e624cc0,DISK] 2024-12-06T23:04:48,709 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38887,DS-93a3da3e-9984-4602-b79e-516a0c1fc5de,DISK] 2024-12-06T23:04:48,709 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-1de9b8a6-1715-42c8-a6a7-6feee2a822cd,DISK] 2024-12-06T23:04:48,720 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526288681 2024-12-06T23:04:48,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33015:33015),(127.0.0.1/127.0.0.1:45175:45175),(127.0.0.1/127.0.0.1:43367:43367)] 2024-12-06T23:04:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T23:04:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T23:04:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T23:04:49,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T23:04:49,401 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34331/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526288681: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T23:04:49,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T23:04:49,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58362f9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:49,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c7244d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:49,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:49,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79907573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:49,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3f429b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:49,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:49,550 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:49,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:49,550 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407088331-172.17.0.2-1733526287019 (Datanode Uuid e370929c-1c7d-46af-8d46-78b49cc42bf6) service to localhost/127.0.0.1:34331 2024-12-06T23:04:49,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data5/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data6/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:49,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34639f05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:49,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46bce894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:49,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:49,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5402f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:49,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47599e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:49,559 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:49,559 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407088331-172.17.0.2-1733526287019 (Datanode Uuid be24d2f9-1049-4a7c-be0f-f841b7a945fc) service to localhost/127.0.0.1:34331 2024-12-06T23:04:49,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data3/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data4/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:49,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:49,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:49,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379f36f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:49,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41b7206d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:49,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:49,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63aba8ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:49,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f480a33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:49,577 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:04:49,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:04:49,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:04:49,577 WARN [BP-407088331-172.17.0.2-1733526287019 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407088331-172.17.0.2-1733526287019 (Datanode Uuid a85f1dd9-548a-4af3-859e-f32f6c28f072) service to localhost/127.0.0.1:34331 2024-12-06T23:04:49,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data1/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:04:49,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/cluster_38dc4351-9e33-6e6c-2876-b0b4b1201102/dfs/data/data2/current/BP-407088331-172.17.0.2-1733526287019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:04:49,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64ca8cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:04:49,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fbeee50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:04:49,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:04:49,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466447dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:04:49,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322ef9a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir/,STOPPED} 2024-12-06T23:04:49,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T23:04:49,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=8431 (was 8591) 2024-12-06T23:04:49,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=8430 2024-12-06T23:04:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.log.dir so I do NOT create it in target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad 2024-12-06T23:04:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a42a15ad-66e2-9cfe-9c32-fd61dd4eef58/hadoop.tmp.dir so I do NOT create it in target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad 2024-12-06T23:04:49,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be, deleteOnExit=true 2024-12-06T23:04:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/test.cache.data in system properties and HBase conf 2024-12-06T23:04:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T23:04:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir in system properties and HBase conf 2024-12-06T23:04:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T23:04:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T23:04:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T23:04:49,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T23:04:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:04:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T23:04:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T23:04:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T23:04:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:04:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T23:04:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/nfs.dump.dir in system properties and HBase conf 2024-12-06T23:04:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/java.io.tmpdir in system properties and HBase conf 2024-12-06T23:04:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:04:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T23:04:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T23:04:49,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:49,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:49,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:49,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:49,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:04:49,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:49,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41e704cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:49,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9ac81a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:50,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43fd205a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/java.io.tmpdir/jetty-localhost-42625-hadoop-hdfs-3_4_1-tests_jar-_-any-13432836831243574205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:04:50,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52131d7d{HTTP/1.1, (http/1.1)}{localhost:42625} 2024-12-06T23:04:50,015 INFO [Time-limited test {}] server.Server(415): Started @17248ms 2024-12-06T23:04:50,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:50,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:50,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:50,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:50,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:04:50,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871cf7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:50,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5743ff23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:50,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29d7ce40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/java.io.tmpdir/jetty-localhost-35637-hadoop-hdfs-3_4_1-tests_jar-_-any-13663221884372471903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:50,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eaa2882{HTTP/1.1, (http/1.1)}{localhost:35637} 2024-12-06T23:04:50,273 INFO [Time-limited test {}] server.Server(415): Started @17506ms 2024-12-06T23:04:50,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:50,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:50,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:50,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:50,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:50,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:04:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b68eb24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7dfdd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:50,383 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data1/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,384 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data2/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,409 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x326c7198237d1e84 with lease ID 0xeca84b0af6770040: Processing first storage report for DS-5c9d03e9-92e9-4079-8a45-eb68e0b75c9b from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=d6851982-e4ed-4e91-b0f5-10b249927e39, infoPort=43675, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x326c7198237d1e84 with lease ID 0xeca84b0af6770040: from storage DS-5c9d03e9-92e9-4079-8a45-eb68e0b75c9b node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=d6851982-e4ed-4e91-b0f5-10b249927e39, infoPort=43675, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x326c7198237d1e84 with lease ID 0xeca84b0af6770040: Processing first storage report for DS-c7d7c9bf-beba-484f-accc-e3c9cf83bf1e from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=d6851982-e4ed-4e91-b0f5-10b249927e39, infoPort=43675, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x326c7198237d1e84 with lease ID 0xeca84b0af6770040: from storage DS-c7d7c9bf-beba-484f-accc-e3c9cf83bf1e node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=d6851982-e4ed-4e91-b0f5-10b249927e39, infoPort=43675, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ba494be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/java.io.tmpdir/jetty-localhost-45253-hadoop-hdfs-3_4_1-tests_jar-_-any-9278207359199781423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:50,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c0b6b8a{HTTP/1.1, (http/1.1)}{localhost:45253} 2024-12-06T23:04:50,455 INFO [Time-limited test {}] server.Server(415): Started @17688ms 2024-12-06T23:04:50,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:50,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:04:50,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:04:50,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:04:50,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:04:50,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:04:50,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7051b2de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:04:50,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86430e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:04:50,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2edf444a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/java.io.tmpdir/jetty-localhost-38699-hadoop-hdfs-3_4_1-tests_jar-_-any-14232968263741850411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:04:50,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d2caaa{HTTP/1.1, (http/1.1)}{localhost:38699} 2024-12-06T23:04:50,625 INFO [Time-limited test {}] server.Server(415): Started @17858ms 2024-12-06T23:04:50,626 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:04:50,830 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data4/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,830 WARN [Thread-435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data3/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,856 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7cd539951e1ab76 with lease ID 0xeca84b0af6770041: Processing first storage report for DS-41f1cfaa-2c3c-4042-bf0a-cbfef5f73413 from datanode DatanodeRegistration(127.0.0.1:42445, datanodeUuid=1cb107ae-bdb9-4db1-aa56-a956b126a9f6, infoPort=44715, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7cd539951e1ab76 with lease ID 0xeca84b0af6770041: from storage DS-41f1cfaa-2c3c-4042-bf0a-cbfef5f73413 node DatanodeRegistration(127.0.0.1:42445, datanodeUuid=1cb107ae-bdb9-4db1-aa56-a956b126a9f6, infoPort=44715, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,861 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data5/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7cd539951e1ab76 with lease ID 0xeca84b0af6770041: Processing first storage report for DS-527fa159-4962-4b77-a74a-ab3bff6079e4 from datanode DatanodeRegistration(127.0.0.1:42445, datanodeUuid=1cb107ae-bdb9-4db1-aa56-a956b126a9f6, infoPort=44715, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7cd539951e1ab76 with lease ID 0xeca84b0af6770041: from storage DS-527fa159-4962-4b77-a74a-ab3bff6079e4 node DatanodeRegistration(127.0.0.1:42445, datanodeUuid=1cb107ae-bdb9-4db1-aa56-a956b126a9f6, infoPort=44715, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,861 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data6/current/BP-1694532768-172.17.0.2-1733526289699/current, will proceed with Du for space computation calculation, 2024-12-06T23:04:50,880 WARN [Thread-424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:04:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12fc46925d406bbc with lease ID 0xeca84b0af6770042: Processing first storage report for DS-827c22d6-29d3-49db-a5d4-0285d1ce9472 from datanode DatanodeRegistration(127.0.0.1:43329, datanodeUuid=e06f1b21-36a1-43c5-8a5b-3e93038f61b1, infoPort=46805, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12fc46925d406bbc with lease ID 0xeca84b0af6770042: from storage DS-827c22d6-29d3-49db-a5d4-0285d1ce9472 node DatanodeRegistration(127.0.0.1:43329, datanodeUuid=e06f1b21-36a1-43c5-8a5b-3e93038f61b1, infoPort=46805, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12fc46925d406bbc with lease ID 0xeca84b0af6770042: Processing first storage report for DS-a6c11935-e812-4871-980e-d3a50b848a45 from datanode DatanodeRegistration(127.0.0.1:43329, datanodeUuid=e06f1b21-36a1-43c5-8a5b-3e93038f61b1, infoPort=46805, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699) 2024-12-06T23:04:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12fc46925d406bbc with lease ID 0xeca84b0af6770042: from storage DS-a6c11935-e812-4871-980e-d3a50b848a45 node DatanodeRegistration(127.0.0.1:43329, datanodeUuid=e06f1b21-36a1-43c5-8a5b-3e93038f61b1, infoPort=46805, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=797259090;c=1733526289699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:04:50,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad 2024-12-06T23:04:50,970 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T23:04:50,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T23:04:50,977 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44471/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44471/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/oldWALs, maxLogs=32 2024-12-06T23:04:50,994 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526290980, exclude list is [], retry=0 2024-12-06T23:04:51,000 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-5c9d03e9-92e9-4079-8a45-eb68e0b75c9b,DISK] 2024-12-06T23:04:51,001 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42445,DS-41f1cfaa-2c3c-4042-bf0a-cbfef5f73413,DISK] 2024-12-06T23:04:51,002 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43329,DS-827c22d6-29d3-49db-a5d4-0285d1ce9472,DISK] 2024-12-06T23:04:51,005 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526290980 2024-12-06T23:04:51,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43675:43675),(127.0.0.1/127.0.0.1:44715:44715),(127.0.0.1/127.0.0.1:46805:46805)] 2024-12-06T23:04:51,024 INFO [AsyncFSWAL-0-hdfs://localhost:44471/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T23:05:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T23:05:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T23:05:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43329 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T23:05:02,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T23:05:02,367 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44471/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733526290980: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T23:05:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T23:05:04,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2edf444a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:04,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d2caaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:04,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86430e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7051b2de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:04,365 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:04,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:04,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:04,365 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1694532768-172.17.0.2-1733526289699 (Datanode Uuid e06f1b21-36a1-43c5-8a5b-3e93038f61b1) service to localhost/127.0.0.1:44471 2024-12-06T23:05:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data5/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data6/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:04,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ba494be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:04,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c0b6b8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:04,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:04,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7dfdd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:04,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b68eb24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:04,382 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:04,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:04,382 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1694532768-172.17.0.2-1733526289699 (Datanode Uuid 1cb107ae-bdb9-4db1-aa56-a956b126a9f6) service to localhost/127.0.0.1:44471 2024-12-06T23:05:04,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:04,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data3/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data4/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:04,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29d7ce40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:04,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eaa2882{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:04,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:04,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5743ff23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:04,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871cf7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:04,397 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:04,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:04,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:04,397 WARN [BP-1694532768-172.17.0.2-1733526289699 heartbeating to localhost/127.0.0.1:44471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1694532768-172.17.0.2-1733526289699 (Datanode Uuid d6851982-e4ed-4e91-b0f5-10b249927e39) service to localhost/127.0.0.1:44471 2024-12-06T23:05:04,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data1/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/cluster_74c7c37d-6aad-6fbe-0b19-31be64c9b2be/dfs/data/data2/current/BP-1694532768-172.17.0.2-1733526289699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:04,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:04,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43fd205a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:05:04,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52131d7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:04,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:04,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9ac81a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:04,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41e704cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:04,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T23:05:04,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=8351 (was 8430) 2024-12-06T23:05:04,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=8351 2024-12-06T23:05:04,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.log.dir so I do NOT create it in target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231 2024-12-06T23:05:04,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/66590467-5b8c-3bb3-2875-2ed9d5a100ad/hadoop.tmp.dir so I do NOT create it in target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231 2024-12-06T23:05:04,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2, deleteOnExit=true 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/test.cache.data in system properties and HBase conf 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir in system properties and HBase conf 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T23:05:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T23:05:04,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T23:05:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T23:05:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:05:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T23:05:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/nfs.dump.dir in system properties and HBase conf 2024-12-06T23:05:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/java.io.tmpdir in system properties and HBase conf 2024-12-06T23:05:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T23:05:04,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T23:05:04,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T23:05:05,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:05:05,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:05:05,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:05:05,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:05:05,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:05:05,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:05:05,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3af1b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:05:05,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d2e1409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:05:05,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@454e1162{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/java.io.tmpdir/jetty-localhost-38797-hadoop-hdfs-3_4_1-tests_jar-_-any-7534184178933796033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:05:05,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7606fb8e{HTTP/1.1, (http/1.1)}{localhost:38797} 2024-12-06T23:05:05,233 INFO [Time-limited test {}] server.Server(415): Started @32466ms 2024-12-06T23:05:05,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:05:05,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:05:05,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:05:05,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:05:05,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:05:05,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4265cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:05:05,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c75aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:05:05,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76485f8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/java.io.tmpdir/jetty-localhost-46387-hadoop-hdfs-3_4_1-tests_jar-_-any-2874707551335420749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:05,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e87e830{HTTP/1.1, (http/1.1)}{localhost:46387} 2024-12-06T23:05:05,524 INFO [Time-limited test {}] server.Server(415): Started @32757ms 2024-12-06T23:05:05,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:05:05,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:05:05,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:05:05,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:05:05,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:05:05,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T23:05:05,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c427951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:05:05,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70cd2ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:05:05,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6742325a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/java.io.tmpdir/jetty-localhost-32979-hadoop-hdfs-3_4_1-tests_jar-_-any-8985862372607625153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:05,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d19377{HTTP/1.1, (http/1.1)}{localhost:32979} 2024-12-06T23:05:05,798 INFO [Time-limited test {}] server.Server(415): Started @33031ms 2024-12-06T23:05:05,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:05:05,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T23:05:05,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T23:05:05,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T23:05:05,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T23:05:05,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T23:05:05,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,AVAILABLE} 2024-12-06T23:05:05,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T23:05:05,895 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data1/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:05,895 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data2/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:05,925 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:05:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428ccdd7081ce5aa with lease ID 0xa62cd03b8e1c7158: Processing first storage report for DS-9e043c7e-2547-4aff-89b2-79ed70c18130 from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=95a5471c-d7ee-46fa-bb4d-2c3b3f658c60, infoPort=43291, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428ccdd7081ce5aa with lease ID 0xa62cd03b8e1c7158: from storage DS-9e043c7e-2547-4aff-89b2-79ed70c18130 node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=95a5471c-d7ee-46fa-bb4d-2c3b3f658c60, infoPort=43291, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:05:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428ccdd7081ce5aa with lease ID 0xa62cd03b8e1c7158: Processing first storage report for DS-b2a6415b-9c9d-4420-b720-4a8ea6f323e0 from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=95a5471c-d7ee-46fa-bb4d-2c3b3f658c60, infoPort=43291, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428ccdd7081ce5aa with lease ID 0xa62cd03b8e1c7158: from storage DS-b2a6415b-9c9d-4420-b720-4a8ea6f323e0 node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=95a5471c-d7ee-46fa-bb4d-2c3b3f658c60, infoPort=43291, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:05:05,970 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data3/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:05,970 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data4/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:05,997 WARN [Thread-543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:05:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x588debf93802b26d with lease ID 0xa62cd03b8e1c7159: Processing first storage report for DS-d5ea53b7-442d-4658-a4d6-df78bd20a0fa from datanode DatanodeRegistration(127.0.0.1:44793, datanodeUuid=86bb8a0d-85a0-402f-9a37-e9ea85c33361, infoPort=34257, infoSecurePort=0, ipcPort=43527, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x588debf93802b26d with lease ID 0xa62cd03b8e1c7159: from storage DS-d5ea53b7-442d-4658-a4d6-df78bd20a0fa node DatanodeRegistration(127.0.0.1:44793, datanodeUuid=86bb8a0d-85a0-402f-9a37-e9ea85c33361, infoPort=34257, infoSecurePort=0, ipcPort=43527, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:05:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x588debf93802b26d with lease ID 0xa62cd03b8e1c7159: Processing first storage report for DS-40d7c7ec-5943-451d-aefd-da9c0f2065b5 from datanode DatanodeRegistration(127.0.0.1:44793, datanodeUuid=86bb8a0d-85a0-402f-9a37-e9ea85c33361, infoPort=34257, infoSecurePort=0, ipcPort=43527, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x588debf93802b26d with lease ID 0xa62cd03b8e1c7159: from storage DS-40d7c7ec-5943-451d-aefd-da9c0f2065b5 node DatanodeRegistration(127.0.0.1:44793, datanodeUuid=86bb8a0d-85a0-402f-9a37-e9ea85c33361, infoPort=34257, infoSecurePort=0, ipcPort=43527, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:05:06,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5a7511{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/java.io.tmpdir/jetty-localhost-35255-hadoop-hdfs-3_4_1-tests_jar-_-any-3027091120315771094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:06,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:35255} 2024-12-06T23:05:06,042 INFO [Time-limited test {}] server.Server(415): Started @33276ms 2024-12-06T23:05:06,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T23:05:06,165 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data5/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:06,166 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data6/current/BP-1340808267-172.17.0.2-1733526304506/current, will proceed with Du for space computation calculation, 2024-12-06T23:05:06,197 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T23:05:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96ed3dd233337fe7 with lease ID 0xa62cd03b8e1c715a: Processing first storage report for DS-37769f9a-d4fd-4d8e-9da1-f6c515d5d148 from datanode DatanodeRegistration(127.0.0.1:42219, datanodeUuid=bef43124-d512-4d4d-a6ef-50b8de31fb21, infoPort=44145, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96ed3dd233337fe7 with lease ID 0xa62cd03b8e1c715a: from storage DS-37769f9a-d4fd-4d8e-9da1-f6c515d5d148 node DatanodeRegistration(127.0.0.1:42219, datanodeUuid=bef43124-d512-4d4d-a6ef-50b8de31fb21, infoPort=44145, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T23:05:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96ed3dd233337fe7 with lease ID 0xa62cd03b8e1c715a: Processing first storage report for DS-ab68bf0d-f688-4d18-8168-d6a549c8af1f from datanode DatanodeRegistration(127.0.0.1:42219, datanodeUuid=bef43124-d512-4d4d-a6ef-50b8de31fb21, infoPort=44145, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506) 2024-12-06T23:05:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96ed3dd233337fe7 with lease ID 0xa62cd03b8e1c715a: from storage DS-ab68bf0d-f688-4d18-8168-d6a549c8af1f node DatanodeRegistration(127.0.0.1:42219, datanodeUuid=bef43124-d512-4d4d-a6ef-50b8de31fb21, infoPort=44145, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=667697649;c=1733526304506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T23:05:06,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231 2024-12-06T23:05:06,294 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T23:05:06,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T23:05:06,303 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41457/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41457/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/oldWALs, maxLogs=32 2024-12-06T23:05:06,325 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526306305, exclude list is [], retry=0 2024-12-06T23:05:06,332 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-9e043c7e-2547-4aff-89b2-79ed70c18130,DISK] 2024-12-06T23:05:06,333 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44793,DS-d5ea53b7-442d-4658-a4d6-df78bd20a0fa,DISK] 2024-12-06T23:05:06,334 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42219,DS-37769f9a-d4fd-4d8e-9da1-f6c515d5d148,DISK] 2024-12-06T23:05:06,336 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526306305 2024-12-06T23:05:06,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43291:43291),(127.0.0.1/127.0.0.1:34257:34257),(127.0.0.1/127.0.0.1:44145:44145)] 2024-12-06T23:05:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44793 is added to blk_1073741825_1001 (size=121110) 2024-12-06T23:05:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741825_1001 (size=121110) 2024-12-06T23:05:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42219 is added to blk_1073741825_1001 (size=121110) 2024-12-06T23:05:06,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T23:05:06,911 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41457/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733526306305: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T23:05:06,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T23:05:06,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5a7511{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:06,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:06,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:06,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:06,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:06,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:06,962 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:06,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:06,962 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340808267-172.17.0.2-1733526304506 (Datanode Uuid bef43124-d512-4d4d-a6ef-50b8de31fb21) service to localhost/127.0.0.1:41457 2024-12-06T23:05:06,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data5/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:06,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data6/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:06,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:06,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6742325a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:06,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d19377{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:06,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:06,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70cd2ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:06,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c427951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:06,985 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:06,985 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340808267-172.17.0.2-1733526304506 (Datanode Uuid 86bb8a0d-85a0-402f-9a37-e9ea85c33361) service to localhost/127.0.0.1:41457 2024-12-06T23:05:06,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:06,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:06,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data3/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:06,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data4/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:06,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:06,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76485f8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T23:05:06,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e87e830{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:06,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:06,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c75aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:06,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4265cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:07,001 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T23:05:07,001 WARN [BP-1340808267-172.17.0.2-1733526304506 heartbeating to localhost/127.0.0.1:41457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340808267-172.17.0.2-1733526304506 (Datanode Uuid 95a5471c-d7ee-46fa-bb4d-2c3b3f658c60) service to localhost/127.0.0.1:41457 2024-12-06T23:05:07,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data1/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:07,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/cluster_db9ea5a9-e139-5500-dd42-1ce064a3c5a2/dfs/data/data2/current/BP-1340808267-172.17.0.2-1733526304506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T23:05:07,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T23:05:07,003 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T23:05:07,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T23:05:07,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@454e1162{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T23:05:07,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7606fb8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T23:05:07,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T23:05:07,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d2e1409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T23:05:07,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3af1b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/587c2d10-e8c0-0029-06a7-e5a1be76a231/hadoop.log.dir/,STOPPED} 2024-12-06T23:05:07,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T23:05:07,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=8151 (was 8351)