2024-11-27 05:04:37,854 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-27 05:04:37,894 main DEBUG Took 0.024563 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 05:04:37,895 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 05:04:37,895 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 05:04:37,897 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 05:04:37,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,912 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 05:04:37,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,947 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,949 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,951 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,958 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:04:37,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,963 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 05:04:37,966 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:04:37,968 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 05:04:38,010 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 05:04:38,011 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 05:04:38,013 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 05:04:38,013 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 05:04:38,026 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 05:04:38,029 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 05:04:38,033 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 05:04:38,034 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 05:04:38,035 main DEBUG createAppenders(={Console}) 2024-11-27 05:04:38,036 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-11-27 05:04:38,036 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-27 05:04:38,037 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-11-27 05:04:38,038 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 05:04:38,038 main DEBUG OutputStream closed 2024-11-27 05:04:38,038 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 05:04:38,039 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 05:04:38,039 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-11-27 05:04:38,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 05:04:38,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 05:04:38,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 05:04:38,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 05:04:38,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 05:04:38,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 05:04:38,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 05:04:38,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 05:04:38,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 05:04:38,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 05:04:38,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 05:04:38,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 05:04:38,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 05:04:38,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 05:04:38,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 05:04:38,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 05:04:38,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 05:04:38,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 05:04:38,209 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 05:04:38,210 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-27 05:04:38,210 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 05:04:38,211 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-27T05:04:38,678 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2 2024-11-27 05:04:38,686 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 05:04:38,687 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T05:04:38,703 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-27T05:04:38,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=7581 2024-11-27T05:04:38,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13, deleteOnExit=true 2024-11-27T05:04:38,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/test.cache.data in system properties and HBase conf 2024-11-27T05:04:38,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:04:38,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:04:38,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:04:38,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:04:38,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T05:04:39,015 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T05:04:39,173 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:04:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:04:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:04:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:04:39,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:39,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:39,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:04:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:04:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:04:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:04:39,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:04:40,375 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T05:04:40,462 INFO [Time-limited test {}] log.Log(170): Logging initialized @3650ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T05:04:40,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:40,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:40,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:40,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:40,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:04:40,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:40,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:40,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:40,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-2447982434892181818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:04:40,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-11-27T05:04:40,963 INFO [Time-limited test {}] server.Server(415): Started @4152ms 2024-11-27T05:04:41,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:41,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:41,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:41,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:41,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:04:41,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:41,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:41,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5129509e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/java.io.tmpdir/jetty-localhost-45895-hadoop-hdfs-3_4_1-tests_jar-_-any-13924032889295159063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:41,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:45895} 2024-11-27T05:04:41,592 INFO [Time-limited test {}] server.Server(415): Started @4781ms 2024-11-27T05:04:41,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:41,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:41,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:41,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:41,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:41,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:41,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:41,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:41,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c5b42e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/java.io.tmpdir/jetty-localhost-33159-hadoop-hdfs-3_4_1-tests_jar-_-any-1417005078629521565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:41,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:33159} 2024-11-27T05:04:41,934 INFO [Time-limited test {}] server.Server(415): Started @5122ms 2024-11-27T05:04:41,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:41,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:41,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:41,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:41,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:41,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:42,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:42,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:42,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@178a1176{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/java.io.tmpdir/jetty-localhost-42499-hadoop-hdfs-3_4_1-tests_jar-_-any-2715654546342989932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:42,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:42499} 2024-11-27T05:04:42,133 INFO [Time-limited test {}] server.Server(415): Started @5322ms 2024-11-27T05:04:42,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:42,176 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data3/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,176 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data1/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,176 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data2/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,176 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data4/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,247 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:42,249 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:42,291 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data5/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,291 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data6/current/BP-1608590341-172.17.0.2-1732683880055/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:42,332 WARN [Thread-115 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfad2a9e7d864254 with lease ID 0x50d25e3a3885d046: Processing first storage report for DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38 from datanode DatanodeRegistration(127.0.0.1:45775, datanodeUuid=27fd8ae4-0e39-4c5d-8442-9e0d1b96564a, infoPort=33771, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfad2a9e7d864254 with lease ID 0x50d25e3a3885d046: from storage DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38 node DatanodeRegistration(127.0.0.1:45775, datanodeUuid=27fd8ae4-0e39-4c5d-8442-9e0d1b96564a, infoPort=33771, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273891e9e41fc569 with lease ID 0x50d25e3a3885d047: Processing first storage report for DS-cd527b74-5121-4f89-9182-6977cf62834f from datanode DatanodeRegistration(127.0.0.1:42661, datanodeUuid=2398aced-7663-43e6-a8f3-94890ac911fb, infoPort=46027, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273891e9e41fc569 with lease ID 0x50d25e3a3885d047: from storage DS-cd527b74-5121-4f89-9182-6977cf62834f node DatanodeRegistration(127.0.0.1:42661, datanodeUuid=2398aced-7663-43e6-a8f3-94890ac911fb, infoPort=46027, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62835492d6781d2 with lease ID 0x50d25e3a3885d048: Processing first storage report for DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308 from datanode DatanodeRegistration(127.0.0.1:38893, datanodeUuid=93ee49fc-733c-4a21-a051-c47fb22912c9, infoPort=44177, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62835492d6781d2 with lease ID 0x50d25e3a3885d048: from storage DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308 node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=93ee49fc-733c-4a21-a051-c47fb22912c9, infoPort=44177, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfad2a9e7d864254 with lease ID 0x50d25e3a3885d046: Processing first storage report for DS-36ea4285-b506-4b59-bc22-660b025169a6 from datanode DatanodeRegistration(127.0.0.1:45775, datanodeUuid=27fd8ae4-0e39-4c5d-8442-9e0d1b96564a, infoPort=33771, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfad2a9e7d864254 with lease ID 0x50d25e3a3885d046: from storage DS-36ea4285-b506-4b59-bc22-660b025169a6 node DatanodeRegistration(127.0.0.1:45775, datanodeUuid=27fd8ae4-0e39-4c5d-8442-9e0d1b96564a, infoPort=33771, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273891e9e41fc569 with lease ID 0x50d25e3a3885d047: Processing first storage report for DS-78d289c5-2679-48e1-9591-69e7b27e3120 from datanode DatanodeRegistration(127.0.0.1:42661, datanodeUuid=2398aced-7663-43e6-a8f3-94890ac911fb, infoPort=46027, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273891e9e41fc569 with lease ID 0x50d25e3a3885d047: from storage DS-78d289c5-2679-48e1-9591-69e7b27e3120 node DatanodeRegistration(127.0.0.1:42661, datanodeUuid=2398aced-7663-43e6-a8f3-94890ac911fb, infoPort=46027, infoSecurePort=0, ipcPort=46103, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62835492d6781d2 with lease ID 0x50d25e3a3885d048: Processing first storage report for DS-18b1455c-c9a1-4050-ac80-3fa7327fd52a from datanode DatanodeRegistration(127.0.0.1:38893, datanodeUuid=93ee49fc-733c-4a21-a051-c47fb22912c9, infoPort=44177, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055) 2024-11-27T05:04:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62835492d6781d2 with lease ID 0x50d25e3a3885d048: from storage DS-18b1455c-c9a1-4050-ac80-3fa7327fd52a node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=93ee49fc-733c-4a21-a051-c47fb22912c9, infoPort=44177, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=671811830;c=1732683880055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:42,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2 2024-11-27T05:04:42,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:04:42,744 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:04:42,748 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T05:04:42,761 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T05:04:42,761 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T05:04:42,805 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T05:04:42,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:04:42,869 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/oldWALs, maxLogs=32 2024-11-27T05:04:42,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683882922, exclude list is [], retry=0 2024-11-27T05:04:43,023 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1057 (auto-detected) 2024-11-27T05:04:43,027 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T05:04:43,064 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42661,DS-cd527b74-5121-4f89-9182-6977cf62834f,DISK] 2024-11-27T05:04:43,069 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T05:04:43,107 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45775,DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38,DISK] 2024-11-27T05:04:43,108 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38893,DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308,DISK] 2024-11-27T05:04:43,205 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683882922 2024-11-27T05:04:43,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46027:46027),(127.0.0.1/127.0.0.1:33771:33771),(127.0.0.1/127.0.0.1:44177:44177)] 2024-11-27T05:04:43,208 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T05:04:43,970 DEBUG [AsyncFSWAL-0-hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-27T05:04:47,556 INFO [AsyncFSWAL-0-hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42661,DS-cd527b74-5121-4f89-9182-6977cf62834f,DISK], DatanodeInfoWithStorage[127.0.0.1:45775,DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38,DISK], DatanodeInfoWithStorage[127.0.0.1:38893,DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308,DISK]] 2024-11-27T05:04:47,668 INFO [AsyncFSWAL-0-hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42661,DS-cd527b74-5121-4f89-9182-6977cf62834f,DISK], DatanodeInfoWithStorage[127.0.0.1:45775,DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38,DISK], DatanodeInfoWithStorage[127.0.0.1:38893,DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308,DISK]] 2024-11-27T05:04:48,356 INFO [AsyncFSWAL-0-hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42661,DS-cd527b74-5121-4f89-9182-6977cf62834f,DISK], DatanodeInfoWithStorage[127.0.0.1:45775,DS-8bb4f8c5-c605-483b-ad2c-def6c6672e38,DISK], DatanodeInfoWithStorage[127.0.0.1:38893,DS-a867fa42-f8a9-4fb4-9731-499bd4d4c308,DISK]] 2024-11-27T05:04:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38893 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T05:04:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42661 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T05:04:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T05:04:49,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:04:49,593 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36313/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683882922: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-27T05:04:51,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T05:04:51,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@178a1176{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:51,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:51,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:51,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:51,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:51,079 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:51,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:51,079 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608590341-172.17.0.2-1732683880055 (Datanode Uuid 93ee49fc-733c-4a21-a051-c47fb22912c9) service to localhost/127.0.0.1:36313 2024-11-27T05:04:51,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:51,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data5/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data6/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c5b42e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:51,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:51,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:51,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:51,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:51,142 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:51,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:51,143 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608590341-172.17.0.2-1732683880055 (Datanode Uuid 27fd8ae4-0e39-4c5d-8442-9e0d1b96564a) service to localhost/127.0.0.1:36313 2024-11-27T05:04:51,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:51,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data3/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data4/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:51,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5129509e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:51,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:51,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:51,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:51,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:51,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:51,183 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:51,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:51,183 WARN [BP-1608590341-172.17.0.2-1732683880055 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608590341-172.17.0.2-1732683880055 (Datanode Uuid 2398aced-7663-43e6-a8f3-94890ac911fb) service to localhost/127.0.0.1:36313 2024-11-27T05:04:51,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data2/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/cluster_c10f67b0-d79d-13af-f4c4-970581251b13/dfs/data/data1/current/BP-1608590341-172.17.0.2-1732683880055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:51,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:51,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:04:51,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:51,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:51,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:51,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:51,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T05:04:51,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=49 (was 12) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6abfb9c5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6957 (was 7581) 2024-11-27T05:04:51,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=49, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=6955 2024-11-27T05:04:51,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.log.dir so I do NOT create it in target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e 2024-11-27T05:04:51,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fe84697-772a-7e0d-4756-621f944b87e2/hadoop.tmp.dir so I do NOT create it in target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e 2024-11-27T05:04:51,856 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e, deleteOnExit=true 2024-11-27T05:04:51,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/test.cache.data in system properties and HBase conf 2024-11-27T05:04:51,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:04:51,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:04:51,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:04:51,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:04:51,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T05:04:51,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:04:51,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:51,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:51,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:04:51,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:51,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:04:51,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:04:51,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:51,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:51,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:04:51,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:04:51,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:04:51,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:51,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:04:51,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:04:52,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:52,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:52,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:52,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:52,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:52,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:52,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa69d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:52,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e91514e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:52,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d60f2b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/java.io.tmpdir/jetty-localhost-41725-hadoop-hdfs-3_4_1-tests_jar-_-any-13042501002562335984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:04:52,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72219514{HTTP/1.1, (http/1.1)}{localhost:41725} 2024-11-27T05:04:52,185 INFO [Time-limited test {}] server.Server(415): Started @15374ms 2024-11-27T05:04:52,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:52,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:52,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:52,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:52,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:52,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65844ebe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:52,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1823bd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:52,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f80646{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/java.io.tmpdir/jetty-localhost-33627-hadoop-hdfs-3_4_1-tests_jar-_-any-6936948782655557879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:52,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@141bd846{HTTP/1.1, (http/1.1)}{localhost:33627} 2024-11-27T05:04:52,504 INFO [Time-limited test {}] server.Server(415): Started @15693ms 2024-11-27T05:04:52,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:52,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:52,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:52,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:52,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:52,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:04:52,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f7884f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:52,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3696ca02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:52,632 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data1/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:52,633 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data2/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:52,667 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xead3a00481155e56 with lease ID 0x4116d3879acb78d3: Processing first storage report for DS-298eedb1-5e5b-4d0c-8b02-86ce136b619a from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=873bae45-3e66-4060-b6d3-05dd4057a0d4, infoPort=41381, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xead3a00481155e56 with lease ID 0x4116d3879acb78d3: from storage DS-298eedb1-5e5b-4d0c-8b02-86ce136b619a node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=873bae45-3e66-4060-b6d3-05dd4057a0d4, infoPort=41381, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:04:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xead3a00481155e56 with lease ID 0x4116d3879acb78d3: Processing first storage report for DS-42746017-fde9-4df4-8dd6-d8ebeae3be2a from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=873bae45-3e66-4060-b6d3-05dd4057a0d4, infoPort=41381, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xead3a00481155e56 with lease ID 0x4116d3879acb78d3: from storage DS-42746017-fde9-4df4-8dd6-d8ebeae3be2a node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=873bae45-3e66-4060-b6d3-05dd4057a0d4, infoPort=41381, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:52,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169064fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/java.io.tmpdir/jetty-localhost-39055-hadoop-hdfs-3_4_1-tests_jar-_-any-3759057678754762286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:52,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b52949a{HTTP/1.1, (http/1.1)}{localhost:39055} 2024-11-27T05:04:52,751 INFO [Time-limited test {}] server.Server(415): Started @15940ms 2024-11-27T05:04:52,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:52,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:52,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:52,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:52,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:52,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:52,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd8c00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:52,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c163c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:52,865 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data3/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:52,865 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data4/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:52,896 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd40bc7a637221248 with lease ID 0x4116d3879acb78d4: Processing first storage report for DS-102807fd-6f06-4d59-bb44-ebf73b36b095 from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=495bf6f4-d52c-4088-839f-2f4f8f982234, infoPort=44945, infoSecurePort=0, ipcPort=36003, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd40bc7a637221248 with lease ID 0x4116d3879acb78d4: from storage DS-102807fd-6f06-4d59-bb44-ebf73b36b095 node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=495bf6f4-d52c-4088-839f-2f4f8f982234, infoPort=44945, infoSecurePort=0, ipcPort=36003, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd40bc7a637221248 with lease ID 0x4116d3879acb78d4: Processing first storage report for DS-f33eb29c-1a61-45b8-945c-1868d43fd54c from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=495bf6f4-d52c-4088-839f-2f4f8f982234, infoPort=44945, infoSecurePort=0, ipcPort=36003, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd40bc7a637221248 with lease ID 0x4116d3879acb78d4: from storage DS-f33eb29c-1a61-45b8-945c-1868d43fd54c node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=495bf6f4-d52c-4088-839f-2f4f8f982234, infoPort=44945, infoSecurePort=0, ipcPort=36003, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:04:52,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51981ad7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/java.io.tmpdir/jetty-localhost-40323-hadoop-hdfs-3_4_1-tests_jar-_-any-11686169052509461476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:52,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69c51e41{HTTP/1.1, (http/1.1)}{localhost:40323} 2024-11-27T05:04:52,947 INFO [Time-limited test {}] server.Server(415): Started @16136ms 2024-11-27T05:04:52,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:53,043 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data5/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:53,044 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data6/current/BP-405320486-172.17.0.2-1732683891929/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:53,075 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b94272ee0cace1c with lease ID 0x4116d3879acb78d5: Processing first storage report for DS-323edce3-a6e1-4b94-adf2-866b98318aa5 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=44a145fd-f9ff-4513-ad7b-735d7ea98cbb, infoPort=39897, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b94272ee0cace1c with lease ID 0x4116d3879acb78d5: from storage DS-323edce3-a6e1-4b94-adf2-866b98318aa5 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=44a145fd-f9ff-4513-ad7b-735d7ea98cbb, infoPort=39897, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b94272ee0cace1c with lease ID 0x4116d3879acb78d5: Processing first storage report for DS-4711da3d-9a44-469d-a5d3-1fe96129a75a from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=44a145fd-f9ff-4513-ad7b-735d7ea98cbb, infoPort=39897, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929) 2024-11-27T05:04:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b94272ee0cace1c with lease ID 0x4116d3879acb78d5: from storage DS-4711da3d-9a44-469d-a5d3-1fe96129a75a node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=44a145fd-f9ff-4513-ad7b-735d7ea98cbb, infoPort=39897, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=1548361215;c=1732683891929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:53,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e 2024-11-27T05:04:53,097 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:04:53,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:04:53,109 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39061/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39061/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/oldWALs, maxLogs=32 2024-11-27T05:04:53,135 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683893112, exclude list is [], retry=0 2024-11-27T05:04:53,144 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-298eedb1-5e5b-4d0c-8b02-86ce136b619a,DISK] 2024-11-27T05:04:53,145 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-102807fd-6f06-4d59-bb44-ebf73b36b095,DISK] 2024-11-27T05:04:53,146 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-323edce3-a6e1-4b94-adf2-866b98318aa5,DISK] 2024-11-27T05:04:53,161 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683893112 2024-11-27T05:04:53,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41381:41381),(127.0.0.1/127.0.0.1:44945:44945),(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-27T05:04:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T05:04:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T05:04:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T05:04:53,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:04:53,877 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39061/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683893112: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-27T05:04:53,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T05:04:53,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51981ad7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:53,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69c51e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:53,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:53,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9c163c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:53,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd8c00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:53,969 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:53,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:53,969 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-405320486-172.17.0.2-1732683891929 (Datanode Uuid 44a145fd-f9ff-4513-ad7b-735d7ea98cbb) service to localhost/127.0.0.1:39061 2024-11-27T05:04:53,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:53,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data5/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:53,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data6/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:53,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:53,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169064fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:53,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b52949a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:53,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:53,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3696ca02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:53,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f7884f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:53,987 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:53,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:53,987 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-405320486-172.17.0.2-1732683891929 (Datanode Uuid 495bf6f4-d52c-4088-839f-2f4f8f982234) service to localhost/127.0.0.1:39061 2024-11-27T05:04:53,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:53,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data4/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:53,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data3/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:53,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:54,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f80646{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:54,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@141bd846{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:54,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:54,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1823bd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:54,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65844ebe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:54,019 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:04:54,019 WARN [BP-405320486-172.17.0.2-1732683891929 heartbeating to localhost/127.0.0.1:39061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-405320486-172.17.0.2-1732683891929 (Datanode Uuid 873bae45-3e66-4060-b6d3-05dd4057a0d4) service to localhost/127.0.0.1:39061 2024-11-27T05:04:54,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data1/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:54,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/cluster_a2d366da-853b-4531-6ed8-23c4298ba31e/dfs/data/data2/current/BP-405320486-172.17.0.2-1732683891929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:04:54,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:04:54,024 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:04:54,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:04:54,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d60f2b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:04:54,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72219514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:04:54,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:04:54,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e91514e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:04:54,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa69d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir/,STOPPED} 2024-11-27T05:04:54,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T05:04:54,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 49) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:39061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:39061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6767 (was 6955) 2024-11-27T05:04:54,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=6767 2024-11-27T05:04:54,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.log.dir so I do NOT create it in target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b 2024-11-27T05:04:54,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/375809eb-6608-a502-a08d-6abb1c8a3c5e/hadoop.tmp.dir so I do NOT create it in target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b 2024-11-27T05:04:54,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa, deleteOnExit=true 2024-11-27T05:04:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/test.cache.data in system properties and HBase conf 2024-11-27T05:04:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:04:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:04:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:04:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:04:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T05:04:54,103 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:04:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:04:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:04:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:04:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:04:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:04:54,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:54,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:04:54,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:04:54,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:04:54,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:04:54,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:04:54,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:04:54,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:54,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:54,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:54,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:54,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:54,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:54,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@690e8c11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:54,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c59654b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:54,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69999d2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/java.io.tmpdir/jetty-localhost-35815-hadoop-hdfs-3_4_1-tests_jar-_-any-5615404441630288670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:04:54,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbca4ef{HTTP/1.1, (http/1.1)}{localhost:35815} 2024-11-27T05:04:54,409 INFO [Time-limited test {}] server.Server(415): Started @17598ms 2024-11-27T05:04:54,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:54,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:54,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:54,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:54,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:04:54,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b6f006{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:54,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4595c430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:54,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10e839a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/java.io.tmpdir/jetty-localhost-45535-hadoop-hdfs-3_4_1-tests_jar-_-any-12914454825481450719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:54,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56f4f332{HTTP/1.1, (http/1.1)}{localhost:45535} 2024-11-27T05:04:54,652 INFO [Time-limited test {}] server.Server(415): Started @17841ms 2024-11-27T05:04:54,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:54,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:54,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:54,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:54,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:54,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:04:54,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9b8dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:54,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31dfb8b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:54,760 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data1/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:54,764 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data2/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:54,792 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c6b281c89529a1e with lease ID 0xc376e15425585440: Processing first storage report for DS-854a730d-5088-4fd7-9215-35e023b4fe90 from datanode DatanodeRegistration(127.0.0.1:36133, datanodeUuid=22bcdd39-8d18-4e91-a63d-388dcc5bf4ca, infoPort=46639, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c6b281c89529a1e with lease ID 0xc376e15425585440: from storage DS-854a730d-5088-4fd7-9215-35e023b4fe90 node DatanodeRegistration(127.0.0.1:36133, datanodeUuid=22bcdd39-8d18-4e91-a63d-388dcc5bf4ca, infoPort=46639, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c6b281c89529a1e with lease ID 0xc376e15425585440: Processing first storage report for DS-ef1dbf2f-e66a-40ff-b6aa-7b0d7ef7a039 from datanode DatanodeRegistration(127.0.0.1:36133, datanodeUuid=22bcdd39-8d18-4e91-a63d-388dcc5bf4ca, infoPort=46639, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c6b281c89529a1e with lease ID 0xc376e15425585440: from storage DS-ef1dbf2f-e66a-40ff-b6aa-7b0d7ef7a039 node DatanodeRegistration(127.0.0.1:36133, datanodeUuid=22bcdd39-8d18-4e91-a63d-388dcc5bf4ca, infoPort=46639, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:54,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bfab7f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/java.io.tmpdir/jetty-localhost-46513-hadoop-hdfs-3_4_1-tests_jar-_-any-6515583561854565096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:54,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@346c1517{HTTP/1.1, (http/1.1)}{localhost:46513} 2024-11-27T05:04:54,841 INFO [Time-limited test {}] server.Server(415): Started @18030ms 2024-11-27T05:04:54,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:54,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:04:54,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:04:54,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:04:54,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:04:54,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:04:54,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56daacf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:04:54,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a2d4c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:04:54,948 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data3/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:54,949 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data4/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:54,970 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee3452c224c80c2 with lease ID 0xc376e15425585441: Processing first storage report for DS-24127a44-7936-45d2-b21f-1520c5f502e8 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=5c376ab1-2045-4dd6-bd53-c924350258ea, infoPort=43893, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee3452c224c80c2 with lease ID 0xc376e15425585441: from storage DS-24127a44-7936-45d2-b21f-1520c5f502e8 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=5c376ab1-2045-4dd6-bd53-c924350258ea, infoPort=43893, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee3452c224c80c2 with lease ID 0xc376e15425585441: Processing first storage report for DS-8cb55738-1b57-49b7-a1de-5fc6804ddd75 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=5c376ab1-2045-4dd6-bd53-c924350258ea, infoPort=43893, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee3452c224c80c2 with lease ID 0xc376e15425585441: from storage DS-8cb55738-1b57-49b7-a1de-5fc6804ddd75 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=5c376ab1-2045-4dd6-bd53-c924350258ea, infoPort=43893, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:04:55,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44a48b3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/java.io.tmpdir/jetty-localhost-33761-hadoop-hdfs-3_4_1-tests_jar-_-any-14281923457334187732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:04:55,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17107948{HTTP/1.1, (http/1.1)}{localhost:33761} 2024-11-27T05:04:55,042 INFO [Time-limited test {}] server.Server(415): Started @18230ms 2024-11-27T05:04:55,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:04:55,144 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data5/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:55,144 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data6/current/BP-1492799756-172.17.0.2-1732683894169/current, will proceed with Du for space computation calculation, 2024-11-27T05:04:55,165 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf235e384fd836d72 with lease ID 0xc376e15425585442: Processing first storage report for DS-04240c9e-5c3b-4083-8193-7aa213c4aa5e from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=3d83b2d3-79bc-4843-819d-37c82090e097, infoPort=39797, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf235e384fd836d72 with lease ID 0xc376e15425585442: from storage DS-04240c9e-5c3b-4083-8193-7aa213c4aa5e node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=3d83b2d3-79bc-4843-819d-37c82090e097, infoPort=39797, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf235e384fd836d72 with lease ID 0xc376e15425585442: Processing first storage report for DS-520550a7-c877-4420-a47a-ec92df6a7fe1 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=3d83b2d3-79bc-4843-819d-37c82090e097, infoPort=39797, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169) 2024-11-27T05:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf235e384fd836d72 with lease ID 0xc376e15425585442: from storage DS-520550a7-c877-4420-a47a-ec92df6a7fe1 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=3d83b2d3-79bc-4843-819d-37c82090e097, infoPort=39797, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=402920025;c=1732683894169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:04:55,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b 2024-11-27T05:04:55,176 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:04:55,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:04:55,188 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44433/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44433/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/oldWALs, maxLogs=32 2024-11-27T05:04:55,207 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683895191, exclude list is [], retry=0 2024-11-27T05:04:55,213 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-24127a44-7936-45d2-b21f-1520c5f502e8,DISK] 2024-11-27T05:04:55,215 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36133,DS-854a730d-5088-4fd7-9215-35e023b4fe90,DISK] 2024-11-27T05:04:55,215 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-04240c9e-5c3b-4083-8193-7aa213c4aa5e,DISK] 2024-11-27T05:04:55,219 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683895191 2024-11-27T05:04:55,219 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:46639:46639),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-27T05:04:55,239 INFO [AsyncFSWAL-0-hdfs://localhost:44433/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-27T05:05:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T05:05:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T05:05:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T05:05:06,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:05:06,506 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44433/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732683895191: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-27T05:05:08,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T05:05:08,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44a48b3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:08,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17107948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:08,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:08,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a2d4c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:08,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56daacf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:08,472 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:08,472 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492799756-172.17.0.2-1732683894169 (Datanode Uuid 3d83b2d3-79bc-4843-819d-37c82090e097) service to localhost/127.0.0.1:44433 2024-11-27T05:05:08,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:08,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:08,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data5/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data6/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:08,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bfab7f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:08,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@346c1517{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:08,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:08,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31dfb8b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:08,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9b8dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:08,484 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:08,484 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492799756-172.17.0.2-1732683894169 (Datanode Uuid 5c376ab1-2045-4dd6-bd53-c924350258ea) service to localhost/127.0.0.1:44433 2024-11-27T05:05:08,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data3/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data4/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:08,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:08,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:08,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10e839a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:08,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56f4f332{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:08,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:08,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4595c430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:08,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b6f006{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:08,500 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:08,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:08,501 WARN [BP-1492799756-172.17.0.2-1732683894169 heartbeating to localhost/127.0.0.1:44433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492799756-172.17.0.2-1732683894169 (Datanode Uuid 22bcdd39-8d18-4e91-a63d-388dcc5bf4ca) service to localhost/127.0.0.1:44433 2024-11-27T05:05:08,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:08,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data1/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/cluster_5ae09e57-1d3e-99ce-bd10-bfafccdc5faa/dfs/data/data2/current/BP-1492799756-172.17.0.2-1732683894169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:08,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:08,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69999d2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:05:08,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbca4ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:08,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:08,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c59654b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:08,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@690e8c11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:08,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T05:05:08,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=6867 (was 6767) - AvailableMemoryMB LEAK? - 2024-11-27T05:05:08,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=6866 2024-11-27T05:05:08,558 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.log.dir so I do NOT create it in target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914 2024-11-27T05:05:08,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d98620b-f682-af37-7fd1-614c798ebf1b/hadoop.tmp.dir so I do NOT create it in target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914 2024-11-27T05:05:08,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382, deleteOnExit=true 2024-11-27T05:05:08,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/test.cache.data in system properties and HBase conf 2024-11-27T05:05:08,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:05:08,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:05:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:05:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:05:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T05:05:08,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:05:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:05:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:05:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:05:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:05:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:05:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:05:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:05:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:05:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:05:08,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:05:08,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:05:08,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:05:08,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:05:08,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:05:08,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:05:08,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53723e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:05:08,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e958c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:05:08,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21503a1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/java.io.tmpdir/jetty-localhost-34877-hadoop-hdfs-3_4_1-tests_jar-_-any-10556957495454888094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:05:08,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a80891e{HTTP/1.1, (http/1.1)}{localhost:34877} 2024-11-27T05:05:08,837 INFO [Time-limited test {}] server.Server(415): Started @32026ms 2024-11-27T05:05:08,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:05:08,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:05:08,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:05:08,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:05:08,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:05:08,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f97382c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:05:08,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620957dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:05:09,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70378e72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/java.io.tmpdir/jetty-localhost-35907-hadoop-hdfs-3_4_1-tests_jar-_-any-7478421774466132466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:09,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33585d85{HTTP/1.1, (http/1.1)}{localhost:35907} 2024-11-27T05:05:09,089 INFO [Time-limited test {}] server.Server(415): Started @32278ms 2024-11-27T05:05:09,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:05:09,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:05:09,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:05:09,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:05:09,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:05:09,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:05:09,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d8d721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:05:09,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c76fc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:05:09,263 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data1/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,267 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data2/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,300 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:05:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a8080216963919e with lease ID 0x4de0ce5e87c0da8b: Processing first storage report for DS-68913ab4-f7f1-4b24-a18f-06c615d14e72 from datanode DatanodeRegistration(127.0.0.1:40775, datanodeUuid=46b18889-fbf7-4775-81f6-db0584e3dd15, infoPort=36077, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a8080216963919e with lease ID 0x4de0ce5e87c0da8b: from storage DS-68913ab4-f7f1-4b24-a18f-06c615d14e72 node DatanodeRegistration(127.0.0.1:40775, datanodeUuid=46b18889-fbf7-4775-81f6-db0584e3dd15, infoPort=36077, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a8080216963919e with lease ID 0x4de0ce5e87c0da8b: Processing first storage report for DS-565773b8-73ef-40ea-83d1-535fd9e1f70d from datanode DatanodeRegistration(127.0.0.1:40775, datanodeUuid=46b18889-fbf7-4775-81f6-db0584e3dd15, infoPort=36077, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a8080216963919e with lease ID 0x4de0ce5e87c0da8b: from storage DS-565773b8-73ef-40ea-83d1-535fd9e1f70d node DatanodeRegistration(127.0.0.1:40775, datanodeUuid=46b18889-fbf7-4775-81f6-db0584e3dd15, infoPort=36077, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75d7a32c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/java.io.tmpdir/jetty-localhost-45289-hadoop-hdfs-3_4_1-tests_jar-_-any-17695554805466539510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:09,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e2c3688{HTTP/1.1, (http/1.1)}{localhost:45289} 2024-11-27T05:05:09,384 INFO [Time-limited test {}] server.Server(415): Started @32573ms 2024-11-27T05:05:09,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:05:09,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:05:09,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:05:09,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:05:09,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:05:09,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:05:09,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f8c7edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:05:09,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dcf2b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:05:09,520 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data3/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,520 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data4/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,550 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:05:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68d35eb1a638efe4 with lease ID 0x4de0ce5e87c0da8c: Processing first storage report for DS-923fde2e-a99a-434f-b25d-44c5c795582f from datanode DatanodeRegistration(127.0.0.1:34217, datanodeUuid=fe6ebbc2-5d5a-4074-866d-41f17c40c070, infoPort=43537, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68d35eb1a638efe4 with lease ID 0x4de0ce5e87c0da8c: from storage DS-923fde2e-a99a-434f-b25d-44c5c795582f node DatanodeRegistration(127.0.0.1:34217, datanodeUuid=fe6ebbc2-5d5a-4074-866d-41f17c40c070, infoPort=43537, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68d35eb1a638efe4 with lease ID 0x4de0ce5e87c0da8c: Processing first storage report for DS-8b2419e6-b1da-4b21-a643-2509e701dae1 from datanode DatanodeRegistration(127.0.0.1:34217, datanodeUuid=fe6ebbc2-5d5a-4074-866d-41f17c40c070, infoPort=43537, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68d35eb1a638efe4 with lease ID 0x4de0ce5e87c0da8c: from storage DS-8b2419e6-b1da-4b21-a643-2509e701dae1 node DatanodeRegistration(127.0.0.1:34217, datanodeUuid=fe6ebbc2-5d5a-4074-866d-41f17c40c070, infoPort=43537, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36a83af9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/java.io.tmpdir/jetty-localhost-46769-hadoop-hdfs-3_4_1-tests_jar-_-any-789218379884394724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:09,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7514678c{HTTP/1.1, (http/1.1)}{localhost:46769} 2024-11-27T05:05:09,617 INFO [Time-limited test {}] server.Server(415): Started @32806ms 2024-11-27T05:05:09,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:05:09,726 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data5/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,727 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data6/current/BP-1020652114-172.17.0.2-1732683908592/current, will proceed with Du for space computation calculation, 2024-11-27T05:05:09,753 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:05:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60b49e6f9a1d7e6d with lease ID 0x4de0ce5e87c0da8d: Processing first storage report for DS-d8fe1c34-576a-48de-9b37-6d44349582f3 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=3bd66600-addd-4257-9a41-f6378328da42, infoPort=35435, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60b49e6f9a1d7e6d with lease ID 0x4de0ce5e87c0da8d: from storage DS-d8fe1c34-576a-48de-9b37-6d44349582f3 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=3bd66600-addd-4257-9a41-f6378328da42, infoPort=35435, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60b49e6f9a1d7e6d with lease ID 0x4de0ce5e87c0da8d: Processing first storage report for DS-bf8836a0-6e17-4cd1-aad8-55377cf9d2a9 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=3bd66600-addd-4257-9a41-f6378328da42, infoPort=35435, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592) 2024-11-27T05:05:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60b49e6f9a1d7e6d with lease ID 0x4de0ce5e87c0da8d: from storage DS-bf8836a0-6e17-4cd1-aad8-55377cf9d2a9 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=3bd66600-addd-4257-9a41-f6378328da42, infoPort=35435, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=616317445;c=1732683908592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:05:09,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914 2024-11-27T05:05:09,854 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:05:09,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:05:09,862 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39495/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39495/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/oldWALs, maxLogs=32 2024-11-27T05:05:09,885 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683909864, exclude list is [], retry=0 2024-11-27T05:05:09,892 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-d8fe1c34-576a-48de-9b37-6d44349582f3,DISK] 2024-11-27T05:05:09,893 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40775,DS-68913ab4-f7f1-4b24-a18f-06c615d14e72,DISK] 2024-11-27T05:05:09,893 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-923fde2e-a99a-434f-b25d-44c5c795582f,DISK] 2024-11-27T05:05:09,900 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683909864 2024-11-27T05:05:09,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35435:35435),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:43537:43537)] 2024-11-27T05:05:10,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741825_1001 (size=121110) 2024-11-27T05:05:10,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741825_1001 (size=121110) 2024-11-27T05:05:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741825_1001 (size=121110) 2024-11-27T05:05:10,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:05:10,421 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39495/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732683909864: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-27T05:05:10,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T05:05:10,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36a83af9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:10,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7514678c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:10,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:10,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dcf2b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:10,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f8c7edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:10,473 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:10,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:10,473 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1020652114-172.17.0.2-1732683908592 (Datanode Uuid 3bd66600-addd-4257-9a41-f6378328da42) service to localhost/127.0.0.1:39495 2024-11-27T05:05:10,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:10,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data5/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data6/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:10,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75d7a32c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:10,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e2c3688{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:10,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:10,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c76fc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:10,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d8d721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:10,499 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:10,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:10,499 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1020652114-172.17.0.2-1732683908592 (Datanode Uuid fe6ebbc2-5d5a-4074-866d-41f17c40c070) service to localhost/127.0.0.1:39495 2024-11-27T05:05:10,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:10,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data3/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data4/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:10,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70378e72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:05:10,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33585d85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:10,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:10,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620957dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:10,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f97382c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:10,514 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:05:10,514 WARN [BP-1020652114-172.17.0.2-1732683908592 heartbeating to localhost/127.0.0.1:39495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1020652114-172.17.0.2-1732683908592 (Datanode Uuid 46b18889-fbf7-4775-81f6-db0584e3dd15) service to localhost/127.0.0.1:39495 2024-11-27T05:05:10,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:05:10,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:05:10,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data1/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/cluster_f3210f26-1a72-8cfc-73f4-35c100e1f382/dfs/data/data2/current/BP-1020652114-172.17.0.2-1732683908592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:05:10,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:05:10,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21503a1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:05:10,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a80891e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:05:10,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:05:10,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e958c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:05:10,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53723e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0113df5e-aa4e-7062-9b98-250ae7ea9914/hadoop.log.dir/,STOPPED} 2024-11-27T05:05:10,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T05:05:10,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 444) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6655 (was 6866)