2024-12-12 19:33:01,394 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-12 19:33:01,425 main DEBUG Took 0.026246 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 19:33:01,426 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 19:33:01,432 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 19:33:01,437 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 19:33:01,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,544 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 19:33:01,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,615 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,621 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,629 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,632 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,635 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 19:33:01,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,636 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 19:33:01,638 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 19:33:01,642 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 19:33:01,644 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 19:33:01,644 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 19:33:01,646 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 19:33:01,647 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 19:33:01,657 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 19:33:01,661 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 19:33:01,663 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 19:33:01,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 19:33:01,664 main DEBUG createAppenders(={Console}) 2024-12-12 19:33:01,665 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-12 19:33:01,666 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-12 19:33:01,666 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-12 19:33:01,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 19:33:01,667 main DEBUG OutputStream closed 2024-12-12 19:33:01,669 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 19:33:01,670 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 19:33:01,670 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-12 19:33:01,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 19:33:01,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 19:33:01,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 19:33:01,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 19:33:01,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 19:33:01,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 19:33:01,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 19:33:01,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 19:33:01,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 19:33:01,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 19:33:01,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 19:33:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 19:33:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 19:33:01,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 19:33:01,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 19:33:01,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 19:33:01,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 19:33:01,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 19:33:01,964 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 19:33:01,965 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-12 19:33:01,966 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 19:33:01,976 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-12T19:33:02,727 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240 2024-12-12 19:33:02,733 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 19:33:02,733 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T19:33:02,754 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-12T19:33:02,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1467, ProcessCount=11, AvailableMemoryMB=9727 2024-12-12T19:33:02,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67, deleteOnExit=true 2024-12-12T19:33:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/test.cache.data in system properties and HBase conf 2024-12-12T19:33:02,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T19:33:02,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir in system properties and HBase conf 2024-12-12T19:33:02,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T19:33:02,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T19:33:02,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T19:33:03,342 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T19:33:03,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T19:33:03,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:03,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:03,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T19:33:03,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:03,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T19:33:03,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T19:33:03,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:03,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:03,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T19:33:03,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/nfs.dump.dir in system properties and HBase conf 2024-12-12T19:33:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/java.io.tmpdir in system properties and HBase conf 2024-12-12T19:33:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T19:33:03,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T19:33:05,278 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T19:33:05,399 INFO [Time-limited test {}] log.Log(170): Logging initialized @5671ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T19:33:05,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:05,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:05,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:05,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:05,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:05,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:05,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28cf2d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:05,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7266bfb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:06,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dda69b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/java.io.tmpdir/jetty-localhost-43465-hadoop-hdfs-3_4_1-tests_jar-_-any-15100784357921652046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:33:06,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273345bb{HTTP/1.1, (http/1.1)}{localhost:43465} 2024-12-12T19:33:06,164 INFO [Time-limited test {}] server.Server(415): Started @6441ms 2024-12-12T19:33:06,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:06,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:06,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:06,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:06,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:06,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:06,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5001f3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:07,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9f7dff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/java.io.tmpdir/jetty-localhost-37577-hadoop-hdfs-3_4_1-tests_jar-_-any-373992908924906901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:07,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599fd374{HTTP/1.1, (http/1.1)}{localhost:37577} 2024-12-12T19:33:07,008 INFO [Time-limited test {}] server.Server(415): Started @7284ms 2024-12-12T19:33:07,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:07,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:07,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:07,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:07,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:07,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:07,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e7870e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:07,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d97555a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:07,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3553bf98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/java.io.tmpdir/jetty-localhost-44515-hadoop-hdfs-3_4_1-tests_jar-_-any-17619433494750654877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:07,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7088b25{HTTP/1.1, (http/1.1)}{localhost:44515} 2024-12-12T19:33:07,460 INFO [Time-limited test {}] server.Server(415): Started @7737ms 2024-12-12T19:33:07,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:07,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:07,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:07,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:07,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:07,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:33:07,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb558d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:07,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba4f77c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:07,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50f44ffa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/java.io.tmpdir/jetty-localhost-35161-hadoop-hdfs-3_4_1-tests_jar-_-any-943172312575389781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:07,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a985e0{HTTP/1.1, (http/1.1)}{localhost:35161} 2024-12-12T19:33:07,812 INFO [Time-limited test {}] server.Server(415): Started @8088ms 2024-12-12T19:33:07,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:08,412 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data3/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,415 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data1/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,421 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data2/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,424 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data4/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,483 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:08,484 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafff0d007d84f05f with lease ID 0xf11286610f583dbd: Processing first storage report for DS-a458f889-905b-4878-b419-1cfeb5a3a3aa from datanode DatanodeRegistration(127.0.0.1:38689, datanodeUuid=70715735-95b5-4954-9920-10747f4aea80, infoPort=34449, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafff0d007d84f05f with lease ID 0xf11286610f583dbd: from storage DS-a458f889-905b-4878-b419-1cfeb5a3a3aa node DatanodeRegistration(127.0.0.1:38689, datanodeUuid=70715735-95b5-4954-9920-10747f4aea80, infoPort=34449, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafff0d007d84f05f with lease ID 0xf11286610f583dbd: Processing first storage report for DS-5b86987c-4d1d-4095-b4ac-18edf80b9aa2 from datanode DatanodeRegistration(127.0.0.1:38689, datanodeUuid=70715735-95b5-4954-9920-10747f4aea80, infoPort=34449, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafff0d007d84f05f with lease ID 0xf11286610f583dbd: from storage DS-5b86987c-4d1d-4095-b4ac-18edf80b9aa2 node DatanodeRegistration(127.0.0.1:38689, datanodeUuid=70715735-95b5-4954-9920-10747f4aea80, infoPort=34449, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e03729429b640f with lease ID 0xf11286610f583dbc: Processing first storage report for DS-80a7961d-b054-4348-93c1-a6cd17957b90 from datanode DatanodeRegistration(127.0.0.1:36269, datanodeUuid=726434b0-f810-4e1e-9c84-c92c781de76d, infoPort=34357, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e03729429b640f with lease ID 0xf11286610f583dbc: from storage DS-80a7961d-b054-4348-93c1-a6cd17957b90 node DatanodeRegistration(127.0.0.1:36269, datanodeUuid=726434b0-f810-4e1e-9c84-c92c781de76d, infoPort=34357, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e03729429b640f with lease ID 0xf11286610f583dbc: Processing first storage report for DS-16986bba-9e3a-486f-bea4-24c68a7a9b7f from datanode DatanodeRegistration(127.0.0.1:36269, datanodeUuid=726434b0-f810-4e1e-9c84-c92c781de76d, infoPort=34357, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e03729429b640f with lease ID 0xf11286610f583dbc: from storage DS-16986bba-9e3a-486f-bea4-24c68a7a9b7f node DatanodeRegistration(127.0.0.1:36269, datanodeUuid=726434b0-f810-4e1e-9c84-c92c781de76d, infoPort=34357, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,596 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data5/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,600 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data6/current/BP-92817602-172.17.0.2-1734031984857/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:08,652 WARN [Thread-105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8033dbc435af8cf with lease ID 0xf11286610f583dbe: Processing first storage report for DS-3674b27c-944d-47f8-b6fd-4448a74296e7 from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=b3e3e651-6d70-4e84-ba73-76d0a3094c86, infoPort=39359, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8033dbc435af8cf with lease ID 0xf11286610f583dbe: from storage DS-3674b27c-944d-47f8-b6fd-4448a74296e7 node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=b3e3e651-6d70-4e84-ba73-76d0a3094c86, infoPort=39359, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8033dbc435af8cf with lease ID 0xf11286610f583dbe: Processing first storage report for DS-77fd8440-9fa9-4473-8097-4009f880b568 from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=b3e3e651-6d70-4e84-ba73-76d0a3094c86, infoPort=39359, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857) 2024-12-12T19:33:08,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8033dbc435af8cf with lease ID 0xf11286610f583dbe: from storage DS-77fd8440-9fa9-4473-8097-4009f880b568 node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=b3e3e651-6d70-4e84-ba73-76d0a3094c86, infoPort=39359, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1666169736;c=1734031984857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:08,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240 2024-12-12T19:33:08,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T19:33:08,817 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T19:33:08,822 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T19:33:08,860 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T19:33:08,860 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T19:33:08,922 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T19:33:08,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T19:33:08,997 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/oldWALs, maxLogs=32 2024-12-12T19:33:09,065 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734031989033, exclude list is [], retry=0 2024-12-12T19:33:09,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46424 (auto-detected) 2024-12-12T19:33:09,190 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T19:33:09,274 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-3674b27c-944d-47f8-b6fd-4448a74296e7,DISK] 2024-12-12T19:33:09,281 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T19:33:09,326 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38689,DS-a458f889-905b-4878-b419-1cfeb5a3a3aa,DISK] 2024-12-12T19:33:09,328 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36269,DS-80a7961d-b054-4348-93c1-a6cd17957b90,DISK] 2024-12-12T19:33:09,483 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734031989033 2024-12-12T19:33:09,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:34449:34449),(127.0.0.1/127.0.0.1:34357:34357)] 2024-12-12T19:33:09,490 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T19:33:10,835 DEBUG [AsyncFSWAL-0-hdfs://localhost:38127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-12T19:33:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T19:33:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36269 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T19:33:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38689 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T19:33:16,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T19:33:16,938 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734031989033: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-12T19:33:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T19:33:18,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50f44ffa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:18,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a985e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:18,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:18,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba4f77c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:18,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb558d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:18,978 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:33:18,978 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:33:18,978 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-92817602-172.17.0.2-1734031984857 (Datanode Uuid b3e3e651-6d70-4e84-ba73-76d0a3094c86) service to localhost/127.0.0.1:38127 2024-12-12T19:33:18,978 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:33:18,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data5/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:18,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data6/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:18,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:19,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3553bf98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:19,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7088b25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:19,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:19,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d97555a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:19,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e7870e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:19,079 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:33:19,083 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-92817602-172.17.0.2-1734031984857 (Datanode Uuid 726434b0-f810-4e1e-9c84-c92c781de76d) service to localhost/127.0.0.1:38127 2024-12-12T19:33:19,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data3/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:19,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data4/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:19,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:33:19,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:33:19,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:19,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9f7dff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:19,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599fd374{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:19,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:19,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5001f3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:19,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:19,244 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:33:19,244 WARN [BP-92817602-172.17.0.2-1734031984857 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-92817602-172.17.0.2-1734031984857 (Datanode Uuid 70715735-95b5-4954-9920-10747f4aea80) service to localhost/127.0.0.1:38127 2024-12-12T19:33:19,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:19,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:33:19,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data2/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:19,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:33:19,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/cluster_5fbf9e10-12ee-07a0-303e-46894309bd67/dfs/data/data1/current/BP-92817602-172.17.0.2-1734031984857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:19,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dda69b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:33:19,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273345bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:19,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:19,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7266bfb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:19,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28cf2d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:42,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T19:33:42,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=26 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@440585a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1488 (was 1467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9025 (was 9727) 2024-12-12T19:33:42,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=26, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=1488, ProcessCount=11, AvailableMemoryMB=9020 2024-12-12T19:33:42,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.log.dir so I do NOT create it in target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093 2024-12-12T19:33:42,100 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3727d173-6417-b643-af11-f7a6b90a3240/hadoop.tmp.dir so I do NOT create it in target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093 2024-12-12T19:33:42,100 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857, deleteOnExit=true 2024-12-12T19:33:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/test.cache.data in system properties and HBase conf 2024-12-12T19:33:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T19:33:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir in system properties and HBase conf 2024-12-12T19:33:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T19:33:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T19:33:42,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T19:33:42,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T19:33:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T19:33:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T19:33:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T19:33:42,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:42,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:42,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T19:33:42,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/nfs.dump.dir in system properties and HBase conf 2024-12-12T19:33:42,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/java.io.tmpdir in system properties and HBase conf 2024-12-12T19:33:42,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:42,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T19:33:42,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T19:33:42,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:42,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:42,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:42,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:42,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:42,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:42,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7776d16b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:42,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91e4422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:42,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be284f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/java.io.tmpdir/jetty-localhost-40703-hadoop-hdfs-3_4_1-tests_jar-_-any-6494796858931219851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:33:42,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ff9138f{HTTP/1.1, (http/1.1)}{localhost:40703} 2024-12-12T19:33:42,900 INFO [Time-limited test {}] server.Server(415): Started @43176ms 2024-12-12T19:33:43,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:43,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:43,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:43,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:43,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:33:43,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c44dcfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:43,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@389443f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:43,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bef540{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-3708968402528439003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:43,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347fadd0{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-12-12T19:33:43,590 INFO [Time-limited test {}] server.Server(415): Started @43866ms 2024-12-12T19:33:43,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:43,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:43,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:43,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:43,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:43,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:43,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20009dfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:43,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcd2b26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:43,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@118f8d34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/java.io.tmpdir/jetty-localhost-46239-hadoop-hdfs-3_4_1-tests_jar-_-any-6515495471897751431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:43,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b20d591{HTTP/1.1, (http/1.1)}{localhost:46239} 2024-12-12T19:33:43,792 INFO [Time-limited test {}] server.Server(415): Started @44069ms 2024-12-12T19:33:43,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:43,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:43,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:43,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:43,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:43,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:33:43,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c5fe94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:43,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590986cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:44,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2eee934c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/java.io.tmpdir/jetty-localhost-42863-hadoop-hdfs-3_4_1-tests_jar-_-any-18302014197323617943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:44,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b18254{HTTP/1.1, (http/1.1)}{localhost:42863} 2024-12-12T19:33:44,041 INFO [Time-limited test {}] server.Server(415): Started @44317ms 2024-12-12T19:33:44,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:44,624 WARN [Thread-272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data1/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:44,628 WARN [Thread-273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data2/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:44,712 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653808dd8ae08a1d with lease ID 0x3f6ae74f2b142c7a: Processing first storage report for DS-b1de4847-cca3-4743-8263-1e2bbff75e77 from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=b7ce8ffb-58cd-4533-a76a-0cbe1aae60a4, infoPort=41473, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653808dd8ae08a1d with lease ID 0x3f6ae74f2b142c7a: from storage DS-b1de4847-cca3-4743-8263-1e2bbff75e77 node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=b7ce8ffb-58cd-4533-a76a-0cbe1aae60a4, infoPort=41473, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653808dd8ae08a1d with lease ID 0x3f6ae74f2b142c7a: Processing first storage report for DS-d34716da-6ef3-4e67-a8fb-d03853b5ff7e from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=b7ce8ffb-58cd-4533-a76a-0cbe1aae60a4, infoPort=41473, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653808dd8ae08a1d with lease ID 0x3f6ae74f2b142c7a: from storage DS-d34716da-6ef3-4e67-a8fb-d03853b5ff7e node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=b7ce8ffb-58cd-4533-a76a-0cbe1aae60a4, infoPort=41473, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:44,844 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data3/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:44,851 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data4/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:44,918 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3d308e4ab470af with lease ID 0x3f6ae74f2b142c7b: Processing first storage report for DS-98a7f883-af1f-4ae6-9c83-f41b35d2cfc7 from datanode DatanodeRegistration(127.0.0.1:33071, datanodeUuid=a4eb3a77-1c20-49a5-8861-ebd84f7bf1d2, infoPort=44585, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3d308e4ab470af with lease ID 0x3f6ae74f2b142c7b: from storage DS-98a7f883-af1f-4ae6-9c83-f41b35d2cfc7 node DatanodeRegistration(127.0.0.1:33071, datanodeUuid=a4eb3a77-1c20-49a5-8861-ebd84f7bf1d2, infoPort=44585, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3d308e4ab470af with lease ID 0x3f6ae74f2b142c7b: Processing first storage report for DS-92ecf3e2-95a1-47b7-a3ef-4e940d66a472 from datanode DatanodeRegistration(127.0.0.1:33071, datanodeUuid=a4eb3a77-1c20-49a5-8861-ebd84f7bf1d2, infoPort=44585, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3d308e4ab470af with lease ID 0x3f6ae74f2b142c7b: from storage DS-92ecf3e2-95a1-47b7-a3ef-4e940d66a472 node DatanodeRegistration(127.0.0.1:33071, datanodeUuid=a4eb3a77-1c20-49a5-8861-ebd84f7bf1d2, infoPort=44585, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:45,018 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data5/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:45,024 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data6/current/BP-1145364217-172.17.0.2-1734032022191/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:45,123 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aff2211e82d63f8 with lease ID 0x3f6ae74f2b142c7c: Processing first storage report for DS-cc9b9a18-4579-49b1-a9d6-bb06b97767c0 from datanode DatanodeRegistration(127.0.0.1:37409, datanodeUuid=9bd15981-51cc-4410-a27d-abaf6e910c7b, infoPort=39225, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aff2211e82d63f8 with lease ID 0x3f6ae74f2b142c7c: from storage DS-cc9b9a18-4579-49b1-a9d6-bb06b97767c0 node DatanodeRegistration(127.0.0.1:37409, datanodeUuid=9bd15981-51cc-4410-a27d-abaf6e910c7b, infoPort=39225, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T19:33:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aff2211e82d63f8 with lease ID 0x3f6ae74f2b142c7c: Processing first storage report for DS-57982142-0e3e-443e-81a6-762ed145c639 from datanode DatanodeRegistration(127.0.0.1:37409, datanodeUuid=9bd15981-51cc-4410-a27d-abaf6e910c7b, infoPort=39225, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191) 2024-12-12T19:33:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aff2211e82d63f8 with lease ID 0x3f6ae74f2b142c7c: from storage DS-57982142-0e3e-443e-81a6-762ed145c639 node DatanodeRegistration(127.0.0.1:37409, datanodeUuid=9bd15981-51cc-4410-a27d-abaf6e910c7b, infoPort=39225, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=493937848;c=1734032022191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:45,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093 2024-12-12T19:33:45,221 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T19:33:45,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T19:33:45,266 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39247/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39247/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/oldWALs, maxLogs=32 2024-12-12T19:33:45,290 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032025268, exclude list is [], retry=0 2024-12-12T19:33:45,316 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33071,DS-98a7f883-af1f-4ae6-9c83-f41b35d2cfc7,DISK] 2024-12-12T19:33:45,319 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-cc9b9a18-4579-49b1-a9d6-bb06b97767c0,DISK] 2024-12-12T19:33:45,320 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-b1de4847-cca3-4743-8263-1e2bbff75e77,DISK] 2024-12-12T19:33:45,364 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032025268 2024-12-12T19:33:45,375 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585),(127.0.0.1/127.0.0.1:39225:39225),(127.0.0.1/127.0.0.1:41473:41473)] 2024-12-12T19:33:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T19:33:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33071 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T19:33:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T19:33:47,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T19:33:47,517 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39247/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032025268: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-12T19:33:47,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T19:33:47,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2eee934c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:47,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b18254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:47,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:47,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590986cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:47,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c5fe94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:47,668 WARN [BP-1145364217-172.17.0.2-1734032022191 heartbeating to localhost/127.0.0.1:39247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:33:47,668 WARN [BP-1145364217-172.17.0.2-1734032022191 heartbeating to localhost/127.0.0.1:39247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145364217-172.17.0.2-1734032022191 (Datanode Uuid 9bd15981-51cc-4410-a27d-abaf6e910c7b) service to localhost/127.0.0.1:39247 2024-12-12T19:33:47,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:33:47,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:33:47,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data5/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:47,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data6/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@118f8d34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:47,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b20d591{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:47,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:47,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcd2b26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:47,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20009dfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:47,695 WARN [BP-1145364217-172.17.0.2-1734032022191 heartbeating to localhost/127.0.0.1:39247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:33:47,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:33:47,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:33:47,696 WARN [BP-1145364217-172.17.0.2-1734032022191 heartbeating to localhost/127.0.0.1:39247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145364217-172.17.0.2-1734032022191 (Datanode Uuid a4eb3a77-1c20-49a5-8861-ebd84f7bf1d2) service to localhost/127.0.0.1:39247 2024-12-12T19:33:47,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data3/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:47,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data4/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,718 WARN [BP-1145364217-172.17.0.2-1734032022191 heartbeating to localhost/127.0.0.1:39247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145364217-172.17.0.2-1734032022191 (Datanode Uuid b7ce8ffb-58cd-4533-a76a-0cbe1aae60a4) service to localhost/127.0.0.1:39247 2024-12-12T19:33:47,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data1/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/cluster_9d0d6e09-33fe-7cda-8d47-f1c9d2235857/dfs/data/data2/current/BP-1145364217-172.17.0.2-1734032022191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:33:47,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bef540{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:47,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347fadd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:47,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:47,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@389443f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:47,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c44dcfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:47,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:33:47,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be284f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:33:47,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ff9138f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:33:47,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:33:47,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91e4422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:33:47,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7776d16b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir/,STOPPED} 2024-12-12T19:33:47,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T19:33:47,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52 (was 26) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (197667162) connection to localhost/127.0.0.1:39247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (197667162) connection to localhost/127.0.0.1:39247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1449 (was 1488), ProcessCount=11 (was 11), AvailableMemoryMB=8749 (was 9020) 2024-12-12T19:33:47,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=52, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=1449, ProcessCount=11, AvailableMemoryMB=8746 2024-12-12T19:33:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.log.dir so I do NOT create it in target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1 2024-12-12T19:33:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/efff928c-9834-cb16-0c53-bd1e8c919093/hadoop.tmp.dir so I do NOT create it in target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1 2024-12-12T19:33:47,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d, deleteOnExit=true 2024-12-12T19:33:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/test.cache.data in system properties and HBase conf 2024-12-12T19:33:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T19:33:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir in system properties and HBase conf 2024-12-12T19:33:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T19:33:47,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T19:33:47,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T19:33:47,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T19:33:47,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:33:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T19:33:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T19:33:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T19:33:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:33:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T19:33:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/nfs.dump.dir in system properties and HBase conf 2024-12-12T19:33:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/java.io.tmpdir in system properties and HBase conf 2024-12-12T19:33:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:33:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T19:33:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T19:33:48,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:48,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:48,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:48,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:48,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:48,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:48,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362f6bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:48,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69adfc73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:48,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0b1dc3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/java.io.tmpdir/jetty-localhost-39097-hadoop-hdfs-3_4_1-tests_jar-_-any-1074343744048210117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:33:48,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6967c2d5{HTTP/1.1, (http/1.1)}{localhost:39097} 2024-12-12T19:33:48,333 INFO [Time-limited test {}] server.Server(415): Started @48609ms 2024-12-12T19:33:48,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:48,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:48,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:48,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:48,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:33:48,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19de653b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:48,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac76466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:48,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32678139{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/java.io.tmpdir/jetty-localhost-46081-hadoop-hdfs-3_4_1-tests_jar-_-any-18158191381593118127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:48,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1282ea69{HTTP/1.1, (http/1.1)}{localhost:46081} 2024-12-12T19:33:48,796 INFO [Time-limited test {}] server.Server(415): Started @49072ms 2024-12-12T19:33:48,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:48,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:48,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:48,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:48,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:48,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:33:48,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1355a0d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:48,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b83cfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:49,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37c91fb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-16106352580792278755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:49,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b74acc9{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-12-12T19:33:49,123 INFO [Time-limited test {}] server.Server(415): Started @49399ms 2024-12-12T19:33:49,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:49,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:33:49,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:33:49,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:33:49,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:33:49,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:33:49,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ab750a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:33:49,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5556d281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:33:49,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cfac9b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/java.io.tmpdir/jetty-localhost-36949-hadoop-hdfs-3_4_1-tests_jar-_-any-13727791789334866842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:33:49,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20853b5b{HTTP/1.1, (http/1.1)}{localhost:36949} 2024-12-12T19:33:49,334 INFO [Time-limited test {}] server.Server(415): Started @49610ms 2024-12-12T19:33:49,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:33:49,800 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data2/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:49,800 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data1/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:49,844 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:49,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa95fdf4d4679179f with lease ID 0x80e862e5e3d2632b: Processing first storage report for DS-ac8fcb27-38ac-4ecb-aa0d-9a89d87c0cab from datanode DatanodeRegistration(127.0.0.1:40433, datanodeUuid=50e097b9-6785-4331-b3dc-4b2158909b1e, infoPort=42613, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:49,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa95fdf4d4679179f with lease ID 0x80e862e5e3d2632b: from storage DS-ac8fcb27-38ac-4ecb-aa0d-9a89d87c0cab node DatanodeRegistration(127.0.0.1:40433, datanodeUuid=50e097b9-6785-4331-b3dc-4b2158909b1e, infoPort=42613, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa95fdf4d4679179f with lease ID 0x80e862e5e3d2632b: Processing first storage report for DS-1d072014-7d36-47fa-8f83-441a16d1c677 from datanode DatanodeRegistration(127.0.0.1:40433, datanodeUuid=50e097b9-6785-4331-b3dc-4b2158909b1e, infoPort=42613, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa95fdf4d4679179f with lease ID 0x80e862e5e3d2632b: from storage DS-1d072014-7d36-47fa-8f83-441a16d1c677 node DatanodeRegistration(127.0.0.1:40433, datanodeUuid=50e097b9-6785-4331-b3dc-4b2158909b1e, infoPort=42613, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:50,182 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data3/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:50,184 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data4/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:50,232 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadf0a85a2a085d5a with lease ID 0x80e862e5e3d2632c: Processing first storage report for DS-b927d359-9da4-45ab-ba4a-ac2723451ec5 from datanode DatanodeRegistration(127.0.0.1:42629, datanodeUuid=68e7151c-2440-4399-ab1e-befbabbb2895, infoPort=44229, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadf0a85a2a085d5a with lease ID 0x80e862e5e3d2632c: from storage DS-b927d359-9da4-45ab-ba4a-ac2723451ec5 node DatanodeRegistration(127.0.0.1:42629, datanodeUuid=68e7151c-2440-4399-ab1e-befbabbb2895, infoPort=44229, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadf0a85a2a085d5a with lease ID 0x80e862e5e3d2632c: Processing first storage report for DS-e060a1a6-44f1-4523-abbb-ccd3dc63ff1d from datanode DatanodeRegistration(127.0.0.1:42629, datanodeUuid=68e7151c-2440-4399-ab1e-befbabbb2895, infoPort=44229, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadf0a85a2a085d5a with lease ID 0x80e862e5e3d2632c: from storage DS-e060a1a6-44f1-4523-abbb-ccd3dc63ff1d node DatanodeRegistration(127.0.0.1:42629, datanodeUuid=68e7151c-2440-4399-ab1e-befbabbb2895, infoPort=44229, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:50,285 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data5/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:50,287 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data6/current/BP-509316212-172.17.0.2-1734032027837/current, will proceed with Du for space computation calculation, 2024-12-12T19:33:50,341 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:33:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c2ec9e911b2229 with lease ID 0x80e862e5e3d2632d: Processing first storage report for DS-be7e27d3-db90-484e-8196-948b637f4b5e from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=6f3a11ba-a9c2-46c3-951b-dd7d34d595b5, infoPort=44663, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c2ec9e911b2229 with lease ID 0x80e862e5e3d2632d: from storage DS-be7e27d3-db90-484e-8196-948b637f4b5e node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=6f3a11ba-a9c2-46c3-951b-dd7d34d595b5, infoPort=44663, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:50,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c2ec9e911b2229 with lease ID 0x80e862e5e3d2632d: Processing first storage report for DS-2ffc8093-0b08-4bbe-92d7-0798d8bdfa4a from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=6f3a11ba-a9c2-46c3-951b-dd7d34d595b5, infoPort=44663, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837) 2024-12-12T19:33:50,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c2ec9e911b2229 with lease ID 0x80e862e5e3d2632d: from storage DS-2ffc8093-0b08-4bbe-92d7-0798d8bdfa4a node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=6f3a11ba-a9c2-46c3-951b-dd7d34d595b5, infoPort=44663, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1896457696;c=1734032027837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:33:50,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1 2024-12-12T19:33:50,430 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T19:33:50,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T19:33:50,453 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42383/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42383/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/oldWALs, maxLogs=32 2024-12-12T19:33:50,475 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734032030455, exclude list is [], retry=0 2024-12-12T19:33:50,485 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40433,DS-ac8fcb27-38ac-4ecb-aa0d-9a89d87c0cab,DISK] 2024-12-12T19:33:50,488 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42629,DS-b927d359-9da4-45ab-ba4a-ac2723451ec5,DISK] 2024-12-12T19:33:50,489 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-be7e27d3-db90-484e-8196-948b637f4b5e,DISK] 2024-12-12T19:33:50,502 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734032030455 2024-12-12T19:33:50,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613),(127.0.0.1/127.0.0.1:44229:44229),(127.0.0.1/127.0.0.1:44663:44663)] 2024-12-12T19:33:50,528 INFO [AsyncFSWAL-0-hdfs://localhost:42383/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-12T19:34:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42629 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T19:34:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T19:34:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40433 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T19:34:11,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T19:34:11,933 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42383/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734032030455: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-12T19:34:14,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T19:34:14,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cfac9b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:14,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20853b5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:14,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:14,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5556d281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:14,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ab750a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:14,440 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:14,441 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509316212-172.17.0.2-1734032027837 (Datanode Uuid 6f3a11ba-a9c2-46c3-951b-dd7d34d595b5) service to localhost/127.0.0.1:42383 2024-12-12T19:34:14,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data5/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:14,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:14,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data6/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:14,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37c91fb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:14,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b74acc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:14,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:14,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b83cfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:14,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1355a0d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:14,504 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:14,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:14,504 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509316212-172.17.0.2-1734032027837 (Datanode Uuid 68e7151c-2440-4399-ab1e-befbabbb2895) service to localhost/127.0.0.1:42383 2024-12-12T19:34:14,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:14,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data3/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data4/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:14,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32678139{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:14,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1282ea69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:14,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:14,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac76466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:14,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19de653b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:14,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:14,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:14,560 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:14,560 WARN [BP-509316212-172.17.0.2-1734032027837 heartbeating to localhost/127.0.0.1:42383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509316212-172.17.0.2-1734032027837 (Datanode Uuid 50e097b9-6785-4331-b3dc-4b2158909b1e) service to localhost/127.0.0.1:42383 2024-12-12T19:34:14,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data1/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/cluster_10fceee3-71e7-1667-8016-29fe2c4b712d/dfs/data/data2/current/BP-509316212-172.17.0.2-1734032027837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:14,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:14,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0b1dc3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:34:14,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6967c2d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:14,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69adfc73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362f6bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T19:34:14,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54 (was 52) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (197667162) connection to localhost/127.0.0.1:42383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:151) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.selectNow(SelectedSelectionKeySetSelector.java:56) app//io.netty.channel.nio.NioEventLoop.selectNow(NioEventLoop.java:874) app//io.netty.channel.nio.NioEventLoop$1.get(NioEventLoop.java:73) app//io.netty.channel.DefaultSelectStrategy.calculateStrategy(DefaultSelectStrategy.java:30) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:510) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (197667162) connection to localhost/127.0.0.1:42383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1482 (was 1449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8480 (was 8746) 2024-12-12T19:34:14,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=54, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=1482, ProcessCount=11, AvailableMemoryMB=8478 2024-12-12T19:34:14,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.log.dir so I do NOT create it in target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9 2024-12-12T19:34:14,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f5493c1-9df6-8541-8c96-9bdf9adcb0d1/hadoop.tmp.dir so I do NOT create it in target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9 2024-12-12T19:34:14,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26, deleteOnExit=true 2024-12-12T19:34:14,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/test.cache.data in system properties and HBase conf 2024-12-12T19:34:14,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T19:34:14,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir in system properties and HBase conf 2024-12-12T19:34:14,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T19:34:14,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T19:34:14,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T19:34:14,671 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T19:34:14,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/nfs.dump.dir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/java.io.tmpdir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T19:34:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T19:34:14,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T19:34:15,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:34:15,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:34:15,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:34:15,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:34:15,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:34:15,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:34:15,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f81af41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:34:15,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5705dee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:34:15,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379833ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/java.io.tmpdir/jetty-localhost-45771-hadoop-hdfs-3_4_1-tests_jar-_-any-17367186412631697453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:34:15,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@589f392b{HTTP/1.1, (http/1.1)}{localhost:45771} 2024-12-12T19:34:15,316 INFO [Time-limited test {}] server.Server(415): Started @75592ms 2024-12-12T19:34:15,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:34:15,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:34:15,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:34:15,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:34:15,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:34:15,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@101e54f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:34:15,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ca4e01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:34:15,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@691ba39b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/java.io.tmpdir/jetty-localhost-44997-hadoop-hdfs-3_4_1-tests_jar-_-any-594535862062911734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:15,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180ff8b5{HTTP/1.1, (http/1.1)}{localhost:44997} 2024-12-12T19:34:15,856 INFO [Time-limited test {}] server.Server(415): Started @76132ms 2024-12-12T19:34:15,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:34:15,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:34:16,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:34:16,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:34:16,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:34:16,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T19:34:16,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5497b63e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:34:16,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5c0582{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:34:16,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@156b6bc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/java.io.tmpdir/jetty-localhost-45493-hadoop-hdfs-3_4_1-tests_jar-_-any-4246077203471661136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:16,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@403cfaba{HTTP/1.1, (http/1.1)}{localhost:45493} 2024-12-12T19:34:16,191 INFO [Time-limited test {}] server.Server(415): Started @76468ms 2024-12-12T19:34:16,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:34:16,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T19:34:16,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T19:34:16,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T19:34:16,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T19:34:16,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T19:34:16,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@296fd315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,AVAILABLE} 2024-12-12T19:34:16,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8345ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T19:34:16,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f528052{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/java.io.tmpdir/jetty-localhost-40641-hadoop-hdfs-3_4_1-tests_jar-_-any-1746685571805046220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:16,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d699917{HTTP/1.1, (http/1.1)}{localhost:40641} 2024-12-12T19:34:16,534 INFO [Time-limited test {}] server.Server(415): Started @76811ms 2024-12-12T19:34:16,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T19:34:16,673 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data1/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:16,675 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data2/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:16,736 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:34:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515e7126b1105e93 with lease ID 0x752ab0792ea873b0: Processing first storage report for DS-ccacb81e-6305-4419-8fef-a833e75d986e from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=daafd807-c698-4820-8e86-626b2a768cbe, infoPort=43973, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515e7126b1105e93 with lease ID 0x752ab0792ea873b0: from storage DS-ccacb81e-6305-4419-8fef-a833e75d986e node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=daafd807-c698-4820-8e86-626b2a768cbe, infoPort=43973, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515e7126b1105e93 with lease ID 0x752ab0792ea873b0: Processing first storage report for DS-267ad142-5cb0-494f-8908-09f53d3df131 from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=daafd807-c698-4820-8e86-626b2a768cbe, infoPort=43973, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515e7126b1105e93 with lease ID 0x752ab0792ea873b0: from storage DS-267ad142-5cb0-494f-8908-09f53d3df131 node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=daafd807-c698-4820-8e86-626b2a768cbe, infoPort=43973, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:17,163 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data3/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:17,168 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data4/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:17,268 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:34:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23f8fe138e7eb4ca with lease ID 0x752ab0792ea873b1: Processing first storage report for DS-49735cdb-b252-45fa-bc74-ed098b7c07fa from datanode DatanodeRegistration(127.0.0.1:41393, datanodeUuid=a7374752-5152-4d5a-8f28-53faa0a21f0b, infoPort=37961, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23f8fe138e7eb4ca with lease ID 0x752ab0792ea873b1: from storage DS-49735cdb-b252-45fa-bc74-ed098b7c07fa node DatanodeRegistration(127.0.0.1:41393, datanodeUuid=a7374752-5152-4d5a-8f28-53faa0a21f0b, infoPort=37961, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23f8fe138e7eb4ca with lease ID 0x752ab0792ea873b1: Processing first storage report for DS-05a2f869-9398-475e-8935-fce7ecf126d5 from datanode DatanodeRegistration(127.0.0.1:41393, datanodeUuid=a7374752-5152-4d5a-8f28-53faa0a21f0b, infoPort=37961, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23f8fe138e7eb4ca with lease ID 0x752ab0792ea873b1: from storage DS-05a2f869-9398-475e-8935-fce7ecf126d5 node DatanodeRegistration(127.0.0.1:41393, datanodeUuid=a7374752-5152-4d5a-8f28-53faa0a21f0b, infoPort=37961, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:17,411 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data5/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:17,411 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data6/current/BP-1373622274-172.17.0.2-1734032054704/current, will proceed with Du for space computation calculation, 2024-12-12T19:34:17,477 WARN [Thread-565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751ec5a77ba02941 with lease ID 0x752ab0792ea873b2: Processing first storage report for DS-3090231a-4c97-4770-a75e-edc1bef5613c from datanode DatanodeRegistration(127.0.0.1:43335, datanodeUuid=b3cc07cb-2072-4f2e-bf3a-3ecb584b7d17, infoPort=34437, infoSecurePort=0, ipcPort=45619, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751ec5a77ba02941 with lease ID 0x752ab0792ea873b2: from storage DS-3090231a-4c97-4770-a75e-edc1bef5613c node DatanodeRegistration(127.0.0.1:43335, datanodeUuid=b3cc07cb-2072-4f2e-bf3a-3ecb584b7d17, infoPort=34437, infoSecurePort=0, ipcPort=45619, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751ec5a77ba02941 with lease ID 0x752ab0792ea873b2: Processing first storage report for DS-d901b331-a121-4cd7-868d-55bd195e287e from datanode DatanodeRegistration(127.0.0.1:43335, datanodeUuid=b3cc07cb-2072-4f2e-bf3a-3ecb584b7d17, infoPort=34437, infoSecurePort=0, ipcPort=45619, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704) 2024-12-12T19:34:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751ec5a77ba02941 with lease ID 0x752ab0792ea873b2: from storage DS-d901b331-a121-4cd7-868d-55bd195e287e node DatanodeRegistration(127.0.0.1:43335, datanodeUuid=b3cc07cb-2072-4f2e-bf3a-3ecb584b7d17, infoPort=34437, infoSecurePort=0, ipcPort=45619, storageInfo=lv=-57;cid=testClusterID;nsid=986058595;c=1734032054704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T19:34:17,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9 2024-12-12T19:34:17,532 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T19:34:17,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T19:34:17,569 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:33335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:33335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/oldWALs, maxLogs=32 2024-12-12T19:34:17,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032057571, exclude list is [], retry=0 2024-12-12T19:34:17,623 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41393,DS-49735cdb-b252-45fa-bc74-ed098b7c07fa,DISK] 2024-12-12T19:34:17,628 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43335,DS-3090231a-4c97-4770-a75e-edc1bef5613c,DISK] 2024-12-12T19:34:17,629 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-ccacb81e-6305-4419-8fef-a833e75d986e,DISK] 2024-12-12T19:34:17,644 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032057571 2024-12-12T19:34:17,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961),(127.0.0.1/127.0.0.1:34437:34437),(127.0.0.1/127.0.0.1:43973:43973)] 2024-12-12T19:34:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741825_1001 (size=121110) 2024-12-12T19:34:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43335 is added to blk_1073741825_1001 (size=121110) 2024-12-12T19:34:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741825_1001 (size=121110) 2024-12-12T19:34:20,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T19:34:20,104 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734032057571: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-12T19:34:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T19:34:20,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f528052{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:20,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d699917{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:20,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:20,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8345ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:20,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@296fd315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:20,203 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:20,203 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373622274-172.17.0.2-1734032054704 (Datanode Uuid b3cc07cb-2072-4f2e-bf3a-3ecb584b7d17) service to localhost/127.0.0.1:33335 2024-12-12T19:34:20,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data5/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data6/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:20,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:20,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:20,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@156b6bc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:20,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@403cfaba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:20,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:20,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5c0582{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:20,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5497b63e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:20,230 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:20,230 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373622274-172.17.0.2-1734032054704 (Datanode Uuid a7374752-5152-4d5a-8f28-53faa0a21f0b) service to localhost/127.0.0.1:33335 2024-12-12T19:34:20,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data3/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data4/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:20,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:20,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:20,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@691ba39b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T19:34:20,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@180ff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:20,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:20,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ca4e01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:20,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@101e54f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:20,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T19:34:20,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T19:34:20,307 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T19:34:20,307 WARN [BP-1373622274-172.17.0.2-1734032054704 heartbeating to localhost/127.0.0.1:33335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373622274-172.17.0.2-1734032054704 (Datanode Uuid daafd807-c698-4820-8e86-626b2a768cbe) service to localhost/127.0.0.1:33335 2024-12-12T19:34:20,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T19:34:20,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data2/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/cluster_b57ab5e1-a532-a684-95aa-5b52287fea26/dfs/data/data1/current/BP-1373622274-172.17.0.2-1734032054704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T19:34:20,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379833ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T19:34:20,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@589f392b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T19:34:20,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T19:34:20,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5705dee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T19:34:20,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f81af41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0294d7a-0c7a-64f9-74c8-b5820f37adf9/hadoop.log.dir/,STOPPED} 2024-12-12T19:34:20,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T19:34:20,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=60 (was 54) - Thread LEAK? -, OpenFileDescriptor=343 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1476 (was 1482), ProcessCount=11 (was 11), AvailableMemoryMB=7905 (was 8478)