2024-11-19 14:04:24,444 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-19 14:04:24,462 main DEBUG Took 0.015464 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 14:04:24,463 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 14:04:24,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 14:04:24,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 14:04:24,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,507 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 14:04:24,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,536 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,538 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,539 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,541 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,546 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,547 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,548 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 14:04:24,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,555 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 14:04:24,557 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 14:04:24,559 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 14:04:24,562 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 14:04:24,562 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 14:04:24,571 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 14:04:24,572 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 14:04:24,596 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 14:04:24,599 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 14:04:24,601 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 14:04:24,602 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 14:04:24,602 main DEBUG createAppenders(={Console}) 2024-11-19 14:04:24,604 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-19 14:04:24,605 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-19 14:04:24,606 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-19 14:04:24,606 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 14:04:24,607 main DEBUG OutputStream closed 2024-11-19 14:04:24,607 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 14:04:24,608 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 14:04:24,608 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-19 14:04:24,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 14:04:24,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 14:04:24,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 14:04:24,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 14:04:24,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 14:04:24,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 14:04:24,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 14:04:24,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 14:04:24,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 14:04:24,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 14:04:24,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 14:04:24,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 14:04:24,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 14:04:24,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 14:04:24,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 14:04:24,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 14:04:24,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 14:04:24,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 14:04:24,735 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 14:04:24,735 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-19 14:04:24,736 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 14:04:24,737 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-19T14:04:25,116 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3 2024-11-19 14:04:25,120 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 14:04:25,121 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T14:04:25,140 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-19T14:04:25,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=3923 2024-11-19T14:04:25,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384, deleteOnExit=true 2024-11-19T14:04:25,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/test.cache.data in system properties and HBase conf 2024-11-19T14:04:25,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T14:04:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir in system properties and HBase conf 2024-11-19T14:04:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T14:04:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T14:04:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T14:04:25,367 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T14:04:25,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T14:04:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:25,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:25,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T14:04:25,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:25,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T14:04:25,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T14:04:25,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:25,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:25,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T14:04:25,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/nfs.dump.dir in system properties and HBase conf 2024-11-19T14:04:25,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/java.io.tmpdir in system properties and HBase conf 2024-11-19T14:04:25,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:25,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T14:04:25,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T14:04:26,521 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T14:04:26,621 INFO [Time-limited test {}] log.Log(170): Logging initialized @3023ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T14:04:26,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:26,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:26,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:26,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:26,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:26,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:26,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:26,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:27,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/java.io.tmpdir/jetty-localhost-37677-hadoop-hdfs-3_4_1-tests_jar-_-any-16555054465723548531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:27,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:37677} 2024-11-19T14:04:27,100 INFO [Time-limited test {}] server.Server(415): Started @3503ms 2024-11-19T14:04:27,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:27,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:27,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:27,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:27,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:27,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a424747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:27,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a24a9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:27,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326f54e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/java.io.tmpdir/jetty-localhost-40613-hadoop-hdfs-3_4_1-tests_jar-_-any-1183019933115373309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:27,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e2e066d{HTTP/1.1, (http/1.1)}{localhost:40613} 2024-11-19T14:04:27,623 INFO [Time-limited test {}] server.Server(415): Started @4026ms 2024-11-19T14:04:27,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:27,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:27,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:27,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:27,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:27,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:27,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75898e23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:27,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b6adcde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bb3bf35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/java.io.tmpdir/jetty-localhost-46455-hadoop-hdfs-3_4_1-tests_jar-_-any-7844836574080660610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:27,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fd09c42{HTTP/1.1, (http/1.1)}{localhost:46455} 2024-11-19T14:04:27,931 INFO [Time-limited test {}] server.Server(415): Started @4334ms 2024-11-19T14:04:27,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:27,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:27,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:27,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:27,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:27,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:27,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1078b00e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:27,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31d2a671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:28,124 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data3/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,124 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data4/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,124 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data1/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,124 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data2/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3914572b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/java.io.tmpdir/jetty-localhost-42043-hadoop-hdfs-3_4_1-tests_jar-_-any-2750687717180568460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:28,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79112e08{HTTP/1.1, (http/1.1)}{localhost:42043} 2024-11-19T14:04:28,130 INFO [Time-limited test {}] server.Server(415): Started @4533ms 2024-11-19T14:04:28,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:28,174 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:28,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9779b24b3b7b9cc4 with lease ID 0x2ccd8669e8b3c5e5: Processing first storage report for DS-06764c8a-38d8-4ef7-8101-427e3fe7e664 from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=7c8bacb7-565d-43ba-b3ec-ee360ed4b12f, infoPort=34695, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9779b24b3b7b9cc4 with lease ID 0x2ccd8669e8b3c5e5: from storage DS-06764c8a-38d8-4ef7-8101-427e3fe7e664 node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=7c8bacb7-565d-43ba-b3ec-ee360ed4b12f, infoPort=34695, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2239fd915e5685f with lease ID 0x2ccd8669e8b3c5e4: Processing first storage report for DS-2c2167f9-a850-4e50-9896-6d58f4b15af7 from datanode DatanodeRegistration(127.0.0.1:45309, datanodeUuid=1373f8d3-abc2-4f72-95db-af983487be33, infoPort=40237, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2239fd915e5685f with lease ID 0x2ccd8669e8b3c5e4: from storage DS-2c2167f9-a850-4e50-9896-6d58f4b15af7 node DatanodeRegistration(127.0.0.1:45309, datanodeUuid=1373f8d3-abc2-4f72-95db-af983487be33, infoPort=40237, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9779b24b3b7b9cc4 with lease ID 0x2ccd8669e8b3c5e5: Processing first storage report for DS-ddc6cdd5-8f97-4896-a3ae-b3f246d276b6 from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=7c8bacb7-565d-43ba-b3ec-ee360ed4b12f, infoPort=34695, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9779b24b3b7b9cc4 with lease ID 0x2ccd8669e8b3c5e5: from storage DS-ddc6cdd5-8f97-4896-a3ae-b3f246d276b6 node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=7c8bacb7-565d-43ba-b3ec-ee360ed4b12f, infoPort=34695, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2239fd915e5685f with lease ID 0x2ccd8669e8b3c5e4: Processing first storage report for DS-b7e8ff53-d17e-4953-b0ed-5b1bbc0e1269 from datanode DatanodeRegistration(127.0.0.1:45309, datanodeUuid=1373f8d3-abc2-4f72-95db-af983487be33, infoPort=40237, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2239fd915e5685f with lease ID 0x2ccd8669e8b3c5e4: from storage DS-b7e8ff53-d17e-4953-b0ed-5b1bbc0e1269 node DatanodeRegistration(127.0.0.1:45309, datanodeUuid=1373f8d3-abc2-4f72-95db-af983487be33, infoPort=40237, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,253 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data5/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,253 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data6/current/BP-1198787941-172.17.0.2-1732025066250/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:28,281 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa724dacc13a850b1 with lease ID 0x2ccd8669e8b3c5e6: Processing first storage report for DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615 from datanode DatanodeRegistration(127.0.0.1:34361, datanodeUuid=2c34aa4b-1104-46cb-abb9-20109ebae83c, infoPort=38035, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa724dacc13a850b1 with lease ID 0x2ccd8669e8b3c5e6: from storage DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615 node DatanodeRegistration(127.0.0.1:34361, datanodeUuid=2c34aa4b-1104-46cb-abb9-20109ebae83c, infoPort=38035, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa724dacc13a850b1 with lease ID 0x2ccd8669e8b3c5e6: Processing first storage report for DS-5a03b152-2eaf-48ff-bef5-45d77a3e19d9 from datanode DatanodeRegistration(127.0.0.1:34361, datanodeUuid=2c34aa4b-1104-46cb-abb9-20109ebae83c, infoPort=38035, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250) 2024-11-19T14:04:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa724dacc13a850b1 with lease ID 0x2ccd8669e8b3c5e6: from storage DS-5a03b152-2eaf-48ff-bef5-45d77a3e19d9 node DatanodeRegistration(127.0.0.1:34361, datanodeUuid=2c34aa4b-1104-46cb-abb9-20109ebae83c, infoPort=38035, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=552716487;c=1732025066250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:28,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3 2024-11-19T14:04:28,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T14:04:28,664 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T14:04:28,667 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T14:04:28,680 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T14:04:28,680 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T14:04:28,747 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T14:04:28,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T14:04:28,807 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/oldWALs, maxLogs=32 2024-11-19T14:04:28,860 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025068839, exclude list is [], retry=0 2024-11-19T14:04:28,924 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1038 (auto-detected) 2024-11-19T14:04:28,928 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T14:04:28,959 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK] 2024-11-19T14:04:28,962 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T14:04:28,989 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK] 2024-11-19T14:04:28,990 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK] 2024-11-19T14:04:29,080 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025068839 2024-11-19T14:04:29,081 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34695:34695),(127.0.0.1/127.0.0.1:40237:40237),(127.0.0.1/127.0.0.1:38035:38035)] 2024-11-19T14:04:29,083 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T14:04:29,770 DEBUG [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-19T14:04:32,288 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 133 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:32,424 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:32,565 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 133 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:32,784 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 218 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:32,896 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:33,008 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:33,148 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:33,656 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-785210265_22 at /127.0.0.1:54680 [Receiving block BP-1198787941-172.17.0.2-1732025066250:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 506ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data5/, blockId=1073741825, seqno=848 2024-11-19T14:04:33,657 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 507 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:33,768 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:33,900 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 131 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,036 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,148 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,372 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 135 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,521 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,669 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:34,792 INFO [AsyncFSWAL-0-hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42935,DS-06764c8a-38d8-4ef7-8101-427e3fe7e664,DISK], DatanodeInfoWithStorage[127.0.0.1:45309,DS-2c2167f9-a850-4e50-9896-6d58f4b15af7,DISK], DatanodeInfoWithStorage[127.0.0.1:34361,DS-1c0151b4-fc3f-43f9-af37-b55fadc6a615,DISK]] 2024-11-19T14:04:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34361 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T14:04:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T14:04:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T14:04:37,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T14:04:37,888 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025068839: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-19T14:04:39,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T14:04:39,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3914572b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:39,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79112e08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:39,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:39,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31d2a671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:39,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1078b00e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:39,254 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:39,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:39,254 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198787941-172.17.0.2-1732025066250 (Datanode Uuid 2c34aa4b-1104-46cb-abb9-20109ebae83c) service to localhost/127.0.0.1:45023 2024-11-19T14:04:39,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:39,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data5/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data6/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:39,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bb3bf35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:39,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fd09c42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:39,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:39,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b6adcde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:39,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75898e23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:39,280 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:39,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:39,280 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198787941-172.17.0.2-1732025066250 (Datanode Uuid 7c8bacb7-565d-43ba-b3ec-ee360ed4b12f) service to localhost/127.0.0.1:45023 2024-11-19T14:04:39,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:39,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data3/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data4/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:39,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326f54e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:39,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e2e066d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:39,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:39,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a24a9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:39,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a424747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:39,301 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:39,302 WARN [BP-1198787941-172.17.0.2-1732025066250 heartbeating to localhost/127.0.0.1:45023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198787941-172.17.0.2-1732025066250 (Datanode Uuid 1373f8d3-abc2-4f72-95db-af983487be33) service to localhost/127.0.0.1:45023 2024-11-19T14:04:39,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:39,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:39,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data1/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/cluster_815ace95-678f-67d7-625b-777a2ecd6384/dfs/data/data2/current/BP-1198787941-172.17.0.2-1732025066250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:39,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:39,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:39,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:39,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:39,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:39,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:39,793 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T14:04:39,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=49 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1390678149) connection to localhost/127.0.0.1:45023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5c8e061c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1390678149) connection to localhost/127.0.0.1:45023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3364 (was 3923) 2024-11-19T14:04:39,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=49, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=3365 2024-11-19T14:04:39,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.log.dir so I do NOT create it in target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1 2024-11-19T14:04:39,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/800bc4b1-c2d6-b17a-820f-2f4262b285b3/hadoop.tmp.dir so I do NOT create it in target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1 2024-11-19T14:04:39,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038, deleteOnExit=true 2024-11-19T14:04:39,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/test.cache.data in system properties and HBase conf 2024-11-19T14:04:39,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T14:04:39,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir in system properties and HBase conf 2024-11-19T14:04:39,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T14:04:39,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T14:04:39,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T14:04:39,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T14:04:39,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:39,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:39,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T14:04:39,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T14:04:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T14:04:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T14:04:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/nfs.dump.dir in system properties and HBase conf 2024-11-19T14:04:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/java.io.tmpdir in system properties and HBase conf 2024-11-19T14:04:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T14:04:39,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T14:04:39,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:39,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:39,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:39,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:39,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:39,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:39,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34c25a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:39,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79696928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:40,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42d49c57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/java.io.tmpdir/jetty-localhost-42065-hadoop-hdfs-3_4_1-tests_jar-_-any-3646556708361075813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:40,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27a5078{HTTP/1.1, (http/1.1)}{localhost:42065} 2024-11-19T14:04:40,060 INFO [Time-limited test {}] server.Server(415): Started @16463ms 2024-11-19T14:04:40,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:40,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:40,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:40,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:40,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:40,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2162af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:40,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774a248d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:40,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@487fabc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/java.io.tmpdir/jetty-localhost-43045-hadoop-hdfs-3_4_1-tests_jar-_-any-3482335918781423280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:40,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ff4442e{HTTP/1.1, (http/1.1)}{localhost:43045} 2024-11-19T14:04:40,279 INFO [Time-limited test {}] server.Server(415): Started @16682ms 2024-11-19T14:04:40,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:40,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:40,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:40,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:40,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:40,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:40,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3767c4c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:40,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23277c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:40,395 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data1/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,395 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data2/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,419 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda5e350bcef63108 with lease ID 0x3dad947900a1a524: Processing first storage report for DS-0c5de995-4818-4dc6-98fa-84f91a25ab3a from datanode DatanodeRegistration(127.0.0.1:37559, datanodeUuid=7ddad447-f02c-4cd9-ba9e-70cce5653d15, infoPort=44539, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda5e350bcef63108 with lease ID 0x3dad947900a1a524: from storage DS-0c5de995-4818-4dc6-98fa-84f91a25ab3a node DatanodeRegistration(127.0.0.1:37559, datanodeUuid=7ddad447-f02c-4cd9-ba9e-70cce5653d15, infoPort=44539, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda5e350bcef63108 with lease ID 0x3dad947900a1a524: Processing first storage report for DS-4b28203d-634e-4332-bb8f-ef44cc502608 from datanode DatanodeRegistration(127.0.0.1:37559, datanodeUuid=7ddad447-f02c-4cd9-ba9e-70cce5653d15, infoPort=44539, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda5e350bcef63108 with lease ID 0x3dad947900a1a524: from storage DS-4b28203d-634e-4332-bb8f-ef44cc502608 node DatanodeRegistration(127.0.0.1:37559, datanodeUuid=7ddad447-f02c-4cd9-ba9e-70cce5653d15, infoPort=44539, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cf71bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/java.io.tmpdir/jetty-localhost-46179-hadoop-hdfs-3_4_1-tests_jar-_-any-4624195282583553722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:40,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68061d7e{HTTP/1.1, (http/1.1)}{localhost:46179} 2024-11-19T14:04:40,465 INFO [Time-limited test {}] server.Server(415): Started @16868ms 2024-11-19T14:04:40,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:40,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:40,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:40,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:40,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:40,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:40,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71dce44d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:40,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d98396a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:40,550 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data3/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,550 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data4/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,567 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:40,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29abd4172aa22763 with lease ID 0x3dad947900a1a525: Processing first storage report for DS-5011266e-04f5-4e80-b0d7-ea8d4e382963 from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=bd9a66bd-4191-46ce-91bd-a9fa614e9f35, infoPort=38461, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29abd4172aa22763 with lease ID 0x3dad947900a1a525: from storage DS-5011266e-04f5-4e80-b0d7-ea8d4e382963 node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=bd9a66bd-4191-46ce-91bd-a9fa614e9f35, infoPort=38461, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29abd4172aa22763 with lease ID 0x3dad947900a1a525: Processing first storage report for DS-c5599464-fe28-4dd0-97f5-36b46c4502d4 from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=bd9a66bd-4191-46ce-91bd-a9fa614e9f35, infoPort=38461, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29abd4172aa22763 with lease ID 0x3dad947900a1a525: from storage DS-c5599464-fe28-4dd0-97f5-36b46c4502d4 node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=bd9a66bd-4191-46ce-91bd-a9fa614e9f35, infoPort=38461, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a96b559{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/java.io.tmpdir/jetty-localhost-36669-hadoop-hdfs-3_4_1-tests_jar-_-any-18209856276956310151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:40,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28a12942{HTTP/1.1, (http/1.1)}{localhost:36669} 2024-11-19T14:04:40,631 INFO [Time-limited test {}] server.Server(415): Started @17034ms 2024-11-19T14:04:40,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:40,715 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data6/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,715 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data5/current/BP-573359640-172.17.0.2-1732025079858/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:40,732 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a25c9441fdd853 with lease ID 0x3dad947900a1a526: Processing first storage report for DS-ecd868d1-caab-4374-be41-712380f2de3c from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=d91104e9-8837-4f1f-bb33-6fc0f0cf6505, infoPort=38495, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a25c9441fdd853 with lease ID 0x3dad947900a1a526: from storage DS-ecd868d1-caab-4374-be41-712380f2de3c node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=d91104e9-8837-4f1f-bb33-6fc0f0cf6505, infoPort=38495, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a25c9441fdd853 with lease ID 0x3dad947900a1a526: Processing first storage report for DS-edd5084d-ba29-4620-86f4-2658b1b0af2c from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=d91104e9-8837-4f1f-bb33-6fc0f0cf6505, infoPort=38495, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858) 2024-11-19T14:04:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a25c9441fdd853 with lease ID 0x3dad947900a1a526: from storage DS-edd5084d-ba29-4620-86f4-2658b1b0af2c node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=d91104e9-8837-4f1f-bb33-6fc0f0cf6505, infoPort=38495, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=1266904636;c=1732025079858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:40,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1 2024-11-19T14:04:40,762 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T14:04:40,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T14:04:40,770 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:33509/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:33509/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/oldWALs, maxLogs=32 2024-11-19T14:04:40,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025080771, exclude list is [], retry=0 2024-11-19T14:04:40,791 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-0c5de995-4818-4dc6-98fa-84f91a25ab3a,DISK] 2024-11-19T14:04:40,792 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-ecd868d1-caab-4374-be41-712380f2de3c,DISK] 2024-11-19T14:04:40,793 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-5011266e-04f5-4e80-b0d7-ea8d4e382963,DISK] 2024-11-19T14:04:40,795 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025080771 2024-11-19T14:04:40,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539),(127.0.0.1/127.0.0.1:38495:38495),(127.0.0.1/127.0.0.1:38461:38461)] 2024-11-19T14:04:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T14:04:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T14:04:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T14:04:41,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T14:04:41,302 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33509/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025080771: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-19T14:04:41,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T14:04:41,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a96b559{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:41,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28a12942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:41,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:41,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d98396a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:41,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71dce44d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:41,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:41,381 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:41,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:41,381 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573359640-172.17.0.2-1732025079858 (Datanode Uuid d91104e9-8837-4f1f-bb33-6fc0f0cf6505) service to localhost/127.0.0.1:33509 2024-11-19T14:04:41,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data5/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data6/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:41,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cf71bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:41,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68061d7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:41,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:41,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23277c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:41,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3767c4c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:41,395 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:41,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:41,395 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573359640-172.17.0.2-1732025079858 (Datanode Uuid bd9a66bd-4191-46ce-91bd-a9fa614e9f35) service to localhost/127.0.0.1:33509 2024-11-19T14:04:41,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:41,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data3/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data4/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:41,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@487fabc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:41,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ff4442e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:41,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:41,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774a248d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:41,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2162af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:41,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:41,413 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:41,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:41,413 WARN [BP-573359640-172.17.0.2-1732025079858 heartbeating to localhost/127.0.0.1:33509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573359640-172.17.0.2-1732025079858 (Datanode Uuid 7ddad447-f02c-4cd9-ba9e-70cce5653d15) service to localhost/127.0.0.1:33509 2024-11-19T14:04:41,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data1/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/cluster_ca2b3e06-7149-0951-e5b9-e346d4b0d038/dfs/data/data2/current/BP-573359640-172.17.0.2-1732025079858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:41,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:41,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42d49c57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:41,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27a5078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:41,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:41,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79696928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:41,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34c25a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T14:04:41,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 49) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1390678149) connection to localhost/127.0.0.1:33509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1390678149) connection to localhost/127.0.0.1:33509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=3277 (was 3365) 2024-11-19T14:04:41,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=3276 2024-11-19T14:04:41,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.log.dir so I do NOT create it in target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7 2024-11-19T14:04:41,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c015604-85de-a0bf-c480-bee4ca7c1bf1/hadoop.tmp.dir so I do NOT create it in target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7 2024-11-19T14:04:41,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf, deleteOnExit=true 2024-11-19T14:04:41,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/test.cache.data in system properties and HBase conf 2024-11-19T14:04:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T14:04:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir in system properties and HBase conf 2024-11-19T14:04:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T14:04:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T14:04:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T14:04:41,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T14:04:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T14:04:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T14:04:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T14:04:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T14:04:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/nfs.dump.dir in system properties and HBase conf 2024-11-19T14:04:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/java.io.tmpdir in system properties and HBase conf 2024-11-19T14:04:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T14:04:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T14:04:41,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:41,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:41,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:41,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:41,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:41,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:41,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b6b0e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:41,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527850e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:41,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ac09cd8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/java.io.tmpdir/jetty-localhost-34229-hadoop-hdfs-3_4_1-tests_jar-_-any-5182059255928394769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:41,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4505da6b{HTTP/1.1, (http/1.1)}{localhost:34229} 2024-11-19T14:04:41,685 INFO [Time-limited test {}] server.Server(415): Started @18088ms 2024-11-19T14:04:41,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:41,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:41,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:41,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:41,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:41,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d3c43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:41,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152eca3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:41,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a9efea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/java.io.tmpdir/jetty-localhost-40853-hadoop-hdfs-3_4_1-tests_jar-_-any-8648318553592709633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:41,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b31ab78{HTTP/1.1, (http/1.1)}{localhost:40853} 2024-11-19T14:04:41,912 INFO [Time-limited test {}] server.Server(415): Started @18315ms 2024-11-19T14:04:41,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:41,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:41,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:41,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:41,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:41,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:41,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2219b0d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:41,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71b3db8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:42,011 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data2/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,011 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data1/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,036 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfafe4aedcffa17a9 with lease ID 0x2e6ea378c68717ef: Processing first storage report for DS-365fd7c3-21a3-486e-a7c3-1ceb5781e72f from datanode DatanodeRegistration(127.0.0.1:40259, datanodeUuid=91737521-45de-4fd4-95d4-10d401ae6830, infoPort=42207, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfafe4aedcffa17a9 with lease ID 0x2e6ea378c68717ef: from storage DS-365fd7c3-21a3-486e-a7c3-1ceb5781e72f node DatanodeRegistration(127.0.0.1:40259, datanodeUuid=91737521-45de-4fd4-95d4-10d401ae6830, infoPort=42207, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfafe4aedcffa17a9 with lease ID 0x2e6ea378c68717ef: Processing first storage report for DS-1a7fdb95-641e-4ed0-b069-799120cb39fe from datanode DatanodeRegistration(127.0.0.1:40259, datanodeUuid=91737521-45de-4fd4-95d4-10d401ae6830, infoPort=42207, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfafe4aedcffa17a9 with lease ID 0x2e6ea378c68717ef: from storage DS-1a7fdb95-641e-4ed0-b069-799120cb39fe node DatanodeRegistration(127.0.0.1:40259, datanodeUuid=91737521-45de-4fd4-95d4-10d401ae6830, infoPort=42207, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e77617b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/java.io.tmpdir/jetty-localhost-35567-hadoop-hdfs-3_4_1-tests_jar-_-any-3383374836979092469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:42,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73ad57ac{HTTP/1.1, (http/1.1)}{localhost:35567} 2024-11-19T14:04:42,076 INFO [Time-limited test {}] server.Server(415): Started @18478ms 2024-11-19T14:04:42,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:42,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:42,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:42,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:42,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:42,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:42,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ba6b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:42,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3918d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:42,162 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data4/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,162 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data3/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,180 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3739e91ad167c6a8 with lease ID 0x2e6ea378c68717f0: Processing first storage report for DS-f628e99d-6d47-4cbc-b35a-df1e1b414114 from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=fc33dcf9-95c3-4166-811b-d89e6ca81fef, infoPort=41903, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3739e91ad167c6a8 with lease ID 0x2e6ea378c68717f0: from storage DS-f628e99d-6d47-4cbc-b35a-df1e1b414114 node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=fc33dcf9-95c3-4166-811b-d89e6ca81fef, infoPort=41903, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3739e91ad167c6a8 with lease ID 0x2e6ea378c68717f0: Processing first storage report for DS-9811df78-e472-4c47-a12f-7453531cfaac from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=fc33dcf9-95c3-4166-811b-d89e6ca81fef, infoPort=41903, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3739e91ad167c6a8 with lease ID 0x2e6ea378c68717f0: from storage DS-9811df78-e472-4c47-a12f-7453531cfaac node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=fc33dcf9-95c3-4166-811b-d89e6ca81fef, infoPort=41903, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9572df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/java.io.tmpdir/jetty-localhost-39495-hadoop-hdfs-3_4_1-tests_jar-_-any-18431554464974902987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:42,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700be44c{HTTP/1.1, (http/1.1)}{localhost:39495} 2024-11-19T14:04:42,242 INFO [Time-limited test {}] server.Server(415): Started @18645ms 2024-11-19T14:04:42,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:42,325 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data5/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,325 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data6/current/BP-521417547-172.17.0.2-1732025081511/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:42,344 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a5355c0091760a0 with lease ID 0x2e6ea378c68717f1: Processing first storage report for DS-dbcf1987-daeb-4a64-ad4f-76b5fdc2a065 from datanode DatanodeRegistration(127.0.0.1:39401, datanodeUuid=12b3d35e-8f2a-4dcc-8b4a-b48996f53c8f, infoPort=33857, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a5355c0091760a0 with lease ID 0x2e6ea378c68717f1: from storage DS-dbcf1987-daeb-4a64-ad4f-76b5fdc2a065 node DatanodeRegistration(127.0.0.1:39401, datanodeUuid=12b3d35e-8f2a-4dcc-8b4a-b48996f53c8f, infoPort=33857, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a5355c0091760a0 with lease ID 0x2e6ea378c68717f1: Processing first storage report for DS-2e40196b-d2e2-4d33-8b87-df028d947712 from datanode DatanodeRegistration(127.0.0.1:39401, datanodeUuid=12b3d35e-8f2a-4dcc-8b4a-b48996f53c8f, infoPort=33857, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511) 2024-11-19T14:04:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a5355c0091760a0 with lease ID 0x2e6ea378c68717f1: from storage DS-2e40196b-d2e2-4d33-8b87-df028d947712 node DatanodeRegistration(127.0.0.1:39401, datanodeUuid=12b3d35e-8f2a-4dcc-8b4a-b48996f53c8f, infoPort=33857, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=978433165;c=1732025081511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:42,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7 2024-11-19T14:04:42,378 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T14:04:42,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T14:04:42,386 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:33575/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:33575/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/oldWALs, maxLogs=32 2024-11-19T14:04:42,402 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025082388, exclude list is [], retry=0 2024-11-19T14:04:42,407 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-f628e99d-6d47-4cbc-b35a-df1e1b414114,DISK] 2024-11-19T14:04:42,408 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-365fd7c3-21a3-486e-a7c3-1ceb5781e72f,DISK] 2024-11-19T14:04:42,408 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39401,DS-dbcf1987-daeb-4a64-ad4f-76b5fdc2a065,DISK] 2024-11-19T14:04:42,410 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025082388 2024-11-19T14:04:42,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903),(127.0.0.1/127.0.0.1:42207:42207),(127.0.0.1/127.0.0.1:33857:33857)] 2024-11-19T14:04:42,427 INFO [AsyncFSWAL-0-hdfs://localhost:33575/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-19T14:04:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T14:04:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39401 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T14:04:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T14:04:54,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T14:04:54,185 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33575/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732025082388: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T14:04:56,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T14:04:56,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9572df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:56,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700be44c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:56,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:56,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3918d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:56,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ba6b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:56,091 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:56,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:56,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:56,091 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521417547-172.17.0.2-1732025081511 (Datanode Uuid 12b3d35e-8f2a-4dcc-8b4a-b48996f53c8f) service to localhost/127.0.0.1:33575 2024-11-19T14:04:56,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data5/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data6/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:56,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e77617b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:56,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73ad57ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:56,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:56,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71b3db8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:56,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2219b0d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:56,108 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:56,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:56,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:56,108 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521417547-172.17.0.2-1732025081511 (Datanode Uuid fc33dcf9-95c3-4166-811b-d89e6ca81fef) service to localhost/127.0.0.1:33575 2024-11-19T14:04:56,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data3/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data4/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:56,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a9efea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:56,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b31ab78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:56,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:56,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152eca3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:56,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61d3c43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:56,122 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:56,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:56,122 WARN [BP-521417547-172.17.0.2-1732025081511 heartbeating to localhost/127.0.0.1:33575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521417547-172.17.0.2-1732025081511 (Datanode Uuid 91737521-45de-4fd4-95d4-10d401ae6830) service to localhost/127.0.0.1:33575 2024-11-19T14:04:56,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:56,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data2/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/cluster_1bc68273-f082-a70e-af91-a87849805bbf/dfs/data/data1/current/BP-521417547-172.17.0.2-1732025081511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:56,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:56,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ac09cd8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:56,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4505da6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:56,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:56,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527850e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:56,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b6b0e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:56,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T14:04:56,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58 (was 57) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=3134 (was 3276) 2024-11-19T14:04:56,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=58, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=3133 2024-11-19T14:04:56,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.log.dir so I do NOT create it in target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c 2024-11-19T14:04:56,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/670c34f0-a1d0-96e8-562a-53d7d685fce7/hadoop.tmp.dir so I do NOT create it in target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c 2024-11-19T14:04:56,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76, deleteOnExit=true 2024-11-19T14:04:56,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/test.cache.data in system properties and HBase conf 2024-11-19T14:04:56,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T14:04:56,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir in system properties and HBase conf 2024-11-19T14:04:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T14:04:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T14:04:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T14:04:56,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T14:04:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:56,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T14:04:56,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T14:04:56,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:56,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/nfs.dump.dir in system properties and HBase conf 2024-11-19T14:04:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/java.io.tmpdir in system properties and HBase conf 2024-11-19T14:04:56,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T14:04:56,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T14:04:56,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T14:04:56,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:56,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:56,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:56,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:56,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:56,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:56,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d21c609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:56,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54345503{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:56,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e04993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/java.io.tmpdir/jetty-localhost-35649-hadoop-hdfs-3_4_1-tests_jar-_-any-6468048057754878703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:56,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@851e103{HTTP/1.1, (http/1.1)}{localhost:35649} 2024-11-19T14:04:56,433 INFO [Time-limited test {}] server.Server(415): Started @32836ms 2024-11-19T14:04:56,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:56,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:56,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:56,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:56,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T14:04:56,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb33029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:56,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630bfda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:56,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c60e5e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/java.io.tmpdir/jetty-localhost-41229-hadoop-hdfs-3_4_1-tests_jar-_-any-12356884977869034751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:56,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2a6483{HTTP/1.1, (http/1.1)}{localhost:41229} 2024-11-19T14:04:56,675 INFO [Time-limited test {}] server.Server(415): Started @33078ms 2024-11-19T14:04:56,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:56,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:56,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:56,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:56,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:56,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:56,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770317db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:56,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5988e3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:56,797 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data1/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:56,800 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data2/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:56,828 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde9154b0a9be21de with lease ID 0xe5037e1a83b0b034: Processing first storage report for DS-488969d2-bcad-4b37-8dc2-7eecafbbf9c2 from datanode DatanodeRegistration(127.0.0.1:37131, datanodeUuid=c27a1797-a1bc-4e3f-b655-8b70b3748d79, infoPort=42807, infoSecurePort=0, ipcPort=37881, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde9154b0a9be21de with lease ID 0xe5037e1a83b0b034: from storage DS-488969d2-bcad-4b37-8dc2-7eecafbbf9c2 node DatanodeRegistration(127.0.0.1:37131, datanodeUuid=c27a1797-a1bc-4e3f-b655-8b70b3748d79, infoPort=42807, infoSecurePort=0, ipcPort=37881, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde9154b0a9be21de with lease ID 0xe5037e1a83b0b034: Processing first storage report for DS-1d00c074-3ac9-4d65-ba25-60efbe5c7c3f from datanode DatanodeRegistration(127.0.0.1:37131, datanodeUuid=c27a1797-a1bc-4e3f-b655-8b70b3748d79, infoPort=42807, infoSecurePort=0, ipcPort=37881, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde9154b0a9be21de with lease ID 0xe5037e1a83b0b034: from storage DS-1d00c074-3ac9-4d65-ba25-60efbe5c7c3f node DatanodeRegistration(127.0.0.1:37131, datanodeUuid=c27a1797-a1bc-4e3f-b655-8b70b3748d79, infoPort=42807, infoSecurePort=0, ipcPort=37881, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:56,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d96678{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-13359773310734890987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:56,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ae3c41e{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-11-19T14:04:56,883 INFO [Time-limited test {}] server.Server(415): Started @33286ms 2024-11-19T14:04:56,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:56,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T14:04:56,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T14:04:56,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T14:04:56,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T14:04:56,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T14:04:56,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76af60ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,AVAILABLE} 2024-11-19T14:04:56,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b918ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T14:04:56,992 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data3/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:56,993 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data4/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:57,019 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96e949ffbb3a3e8b with lease ID 0xe5037e1a83b0b035: Processing first storage report for DS-f0b1c6c5-badc-4e9f-903a-05453ee86e66 from datanode DatanodeRegistration(127.0.0.1:33089, datanodeUuid=75462328-0d0b-43da-93d5-c3121e7948ea, infoPort=41715, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96e949ffbb3a3e8b with lease ID 0xe5037e1a83b0b035: from storage DS-f0b1c6c5-badc-4e9f-903a-05453ee86e66 node DatanodeRegistration(127.0.0.1:33089, datanodeUuid=75462328-0d0b-43da-93d5-c3121e7948ea, infoPort=41715, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96e949ffbb3a3e8b with lease ID 0xe5037e1a83b0b035: Processing first storage report for DS-e5ccb8b8-b017-4c68-a8d9-03ec9bea728b from datanode DatanodeRegistration(127.0.0.1:33089, datanodeUuid=75462328-0d0b-43da-93d5-c3121e7948ea, infoPort=41715, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96e949ffbb3a3e8b with lease ID 0xe5037e1a83b0b035: from storage DS-e5ccb8b8-b017-4c68-a8d9-03ec9bea728b node DatanodeRegistration(127.0.0.1:33089, datanodeUuid=75462328-0d0b-43da-93d5-c3121e7948ea, infoPort=41715, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:57,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@94e9fdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/java.io.tmpdir/jetty-localhost-42755-hadoop-hdfs-3_4_1-tests_jar-_-any-13474092390657607266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:57,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48d4229e{HTTP/1.1, (http/1.1)}{localhost:42755} 2024-11-19T14:04:57,075 INFO [Time-limited test {}] server.Server(415): Started @33477ms 2024-11-19T14:04:57,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T14:04:57,160 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data6/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:57,160 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data5/current/BP-660765765-172.17.0.2-1732025096220/current, will proceed with Du for space computation calculation, 2024-11-19T14:04:57,183 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T14:04:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d6cbd595875b3b7 with lease ID 0xe5037e1a83b0b036: Processing first storage report for DS-62adf5f6-8d87-4be0-a7d4-1c2cf7ec8e56 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=265e21ce-f863-4c94-a863-624898727858, infoPort=38565, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d6cbd595875b3b7 with lease ID 0xe5037e1a83b0b036: from storage DS-62adf5f6-8d87-4be0-a7d4-1c2cf7ec8e56 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=265e21ce-f863-4c94-a863-624898727858, infoPort=38565, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d6cbd595875b3b7 with lease ID 0xe5037e1a83b0b036: Processing first storage report for DS-25f3ac37-61ea-448c-8d75-48fc1c001211 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=265e21ce-f863-4c94-a863-624898727858, infoPort=38565, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220) 2024-11-19T14:04:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d6cbd595875b3b7 with lease ID 0xe5037e1a83b0b036: from storage DS-25f3ac37-61ea-448c-8d75-48fc1c001211 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=265e21ce-f863-4c94-a863-624898727858, infoPort=38565, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=776302447;c=1732025096220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T14:04:57,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c 2024-11-19T14:04:57,204 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T14:04:57,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T14:04:57,210 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41207/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41207/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/oldWALs, maxLogs=32 2024-11-19T14:04:57,224 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025097211, exclude list is [], retry=0 2024-11-19T14:04:57,229 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33089,DS-f0b1c6c5-badc-4e9f-903a-05453ee86e66,DISK] 2024-11-19T14:04:57,230 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-488969d2-bcad-4b37-8dc2-7eecafbbf9c2,DISK] 2024-11-19T14:04:57,231 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-62adf5f6-8d87-4be0-a7d4-1c2cf7ec8e56,DISK] 2024-11-19T14:04:57,233 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025097211 2024-11-19T14:04:57,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:42807:42807),(127.0.0.1/127.0.0.1:38565:38565)] 2024-11-19T14:04:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33089 is added to blk_1073741825_1001 (size=121110) 2024-11-19T14:04:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741825_1001 (size=121110) 2024-11-19T14:04:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741825_1001 (size=121110) 2024-11-19T14:04:57,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T14:04:57,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41207/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732025097211: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T14:04:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T14:04:57,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@94e9fdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:57,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48d4229e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:57,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:57,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b918ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:57,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76af60ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:57,590 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:57,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:57,590 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660765765-172.17.0.2-1732025096220 (Datanode Uuid 265e21ce-f863-4c94-a863-624898727858) service to localhost/127.0.0.1:41207 2024-11-19T14:04:57,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:57,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data5/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data6/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:57,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d96678{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:57,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ae3c41e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:57,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:57,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5988e3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:57,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770317db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:57,598 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:57,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:57,598 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660765765-172.17.0.2-1732025096220 (Datanode Uuid 75462328-0d0b-43da-93d5-c3121e7948ea) service to localhost/127.0.0.1:41207 2024-11-19T14:04:57,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:57,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data3/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:57,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data4/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c60e5e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T14:04:57,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2a6483{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:57,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:57,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630bfda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:57,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb33029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:57,607 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T14:04:57,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T14:04:57,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T14:04:57,607 WARN [BP-660765765-172.17.0.2-1732025096220 heartbeating to localhost/127.0.0.1:41207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660765765-172.17.0.2-1732025096220 (Datanode Uuid c27a1797-a1bc-4e3f-b655-8b70b3748d79) service to localhost/127.0.0.1:41207 2024-11-19T14:04:57,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data1/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/cluster_22e94c8f-9468-94c1-31b0-2f191fcc0c76/dfs/data/data2/current/BP-660765765-172.17.0.2-1732025096220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T14:04:57,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T14:04:57,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e04993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T14:04:57,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@851e103{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T14:04:57,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T14:04:57,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54345503{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T14:04:57,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d21c609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2dc40fb-718a-d476-a243-0c616ab6c23c/hadoop.log.dir/,STOPPED} 2024-11-19T14:04:57,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T14:04:57,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=83 (was 58) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2975 (was 3133)