2024-11-13 18:46:41,396 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-13 18:46:41,432 main DEBUG Took 0.031588 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 18:46:41,432 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 18:46:41,433 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 18:46:41,434 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 18:46:41,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,475 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 18:46:41,497 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,501 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,504 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,506 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,508 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,512 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,513 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,516 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,517 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,518 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:46:41,520 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,520 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 18:46:41,525 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:46:41,527 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 18:46:41,530 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 18:46:41,530 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 18:46:41,538 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 18:46:41,538 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 18:46:41,554 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 18:46:41,557 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 18:46:41,560 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 18:46:41,560 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 18:46:41,561 main DEBUG createAppenders(={Console}) 2024-11-13 18:46:41,563 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 initialized 2024-11-13 18:46:41,563 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-13 18:46:41,564 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 OK. 2024-11-13 18:46:41,565 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 18:46:41,569 main DEBUG OutputStream closed 2024-11-13 18:46:41,569 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 18:46:41,570 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 18:46:41,570 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4d1bf319 OK 2024-11-13 18:46:41,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 18:46:41,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 18:46:41,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 18:46:41,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 18:46:41,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 18:46:41,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 18:46:41,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 18:46:41,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 18:46:41,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 18:46:41,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 18:46:41,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 18:46:41,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 18:46:41,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 18:46:41,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 18:46:41,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 18:46:41,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 18:46:41,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 18:46:41,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 18:46:41,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 18:46:41,730 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6ad59d92) with optional ClassLoader: null 2024-11-13 18:46:41,730 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 18:46:41,731 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6ad59d92] started OK. 2024-11-13T18:46:41,761 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-13 18:46:41,765 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 18:46:41,766 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T18:46:42,603 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T18:46:43,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=1181, ProcessCount=11, AvailableMemoryMB=1804 2024-11-13T18:46:45,142 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T18:46:45,216 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T18:46:45,245 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T18:46:45,264 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T18:46:45,398 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:45,463 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27096 (auto-detected) 2024-11-13T18:46:45,464 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T18:46:45,512 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44649 2024-11-13T18:46:45,516 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:45,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:45,569 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T18:46:45,570 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T18:46:46,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:46,158 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:46,264 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:46,452 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:46,465 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:46,468 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread started 2024-11-13T18:46:46,476 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread started 2024-11-13T18:46:46,490 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:46,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:46,625 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:46,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:46,750 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread started 2024-11-13T18:46:46,753 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:46,756 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread started 2024-11-13T18:46:46,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd8272d1, L:/127.0.0.1:44649 - R:/127.0.0.1:49784] 2024-11-13T18:46:46,970 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:47,483 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,483 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,483 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,483 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,483 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,484 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,483 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,484 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,522 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:47,523 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,523 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,524 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,541 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,541 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,541 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,541 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44649,0 is dead - stopping the connection localhost:44649/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:46:47,541 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,542 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,542 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,542 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,542 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:47,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:47,549 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:47,594 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:47,596 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:47,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:47,634 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:47,635 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc16a0272, L:/127.0.0.1:44649 - R:/127.0.0.1:49792] 2024-11-13T18:46:47,698 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:47,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:47,705 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44649 2024-11-13T18:46:47,705 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2857654066520640981.jks was interrupted and is shutting down... 2024-11-13T18:46:47,705 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13655611933705622322.jks was interrupted and is shutting down... 2024-11-13T18:46:47,706 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread finished 2024-11-13T18:46:47,707 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread finished 2024-11-13T18:46:47,708 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2857654066520640981.jks was interrupted and is shutting down... 2024-11-13T18:46:47,708 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13655611933705622322.jks was interrupted and is shutting down... 2024-11-13T18:46:47,708 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread finished 2024-11-13T18:46:47,709 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread finished 2024-11-13T18:46:47,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1217 (was 1804) 2024-11-13T18:46:47,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1207, ProcessCount=11, AvailableMemoryMB=1216 2024-11-13T18:46:47,736 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:47,737 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36091 2024-11-13T18:46:47,738 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:47,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45feb1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:47,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:47,743 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:47,795 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:47,796 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:47,800 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread started 2024-11-13T18:46:47,804 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:47,812 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:47,817 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread started 2024-11-13T18:46:47,839 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:47,865 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:47,868 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:47,875 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread started 2024-11-13T18:46:47,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:47,877 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread started 2024-11-13T18:46:47,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c7d5bfb, L:/127.0.0.1:36091 - R:/127.0.0.1:50314] 2024-11-13T18:46:47,935 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:47,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:47,944 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2857654066520640981.jks was interrupted and is shutting down... 2024-11-13T18:46:47,944 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread finished 2024-11-13T18:46:47,945 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13655611933705622322.jks was interrupted and is shutting down... 2024-11-13T18:46:47,945 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread finished 2024-11-13T18:46:48,387 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,387 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,388 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,388 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,431 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,431 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,432 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,432 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,432 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2857654066520640981.jks 2024-11-13T18:46:48,432 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,433 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,433 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,457 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,456 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244456e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:48,457 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,457 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13655611933705622322.jks 2024-11-13T18:46:48,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:48,459 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:48,515 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:48,516 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,520 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,520 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread started 2024-11-13T18:46:48,521 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread started 2024-11-13T18:46:48,521 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:48,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:48,580 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:48,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f6d9903, L:/127.0.0.1:36091 - R:/127.0.0.1:50316] 2024-11-13T18:46:48,657 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:48,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:48,665 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36091 2024-11-13T18:46:48,665 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2857654066520640981.jks was interrupted and is shutting down... 2024-11-13T18:46:48,666 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread finished 2024-11-13T18:46:48,666 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13655611933705622322.jks was interrupted and is shutting down... 2024-11-13T18:46:48,668 DEBUG [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2857654066520640981.jks was interrupted and is shutting down... 2024-11-13T18:46:48,668 DEBUG [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13655611933705622322.jks was interrupted and is shutting down... 2024-11-13T18:46:48,669 INFO [FileChangeWatcher-hbase_test_key2857654066520640981.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2857654066520640981.jks thread finished 2024-11-13T18:46:48,669 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread finished 2024-11-13T18:46:48,670 INFO [FileChangeWatcher-hbase_test_ca13655611933705622322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13655611933705622322.jks thread finished 2024-11-13T18:46:48,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=30 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2857654066520640981.jks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13655611933705622322.jks java.base@17.0.11/java.io.BufferedOutputStream.write(BufferedOutputStream.java:118) app//org.apache.maven.surefire.api.util.internal.Channels$4.writeImpl(Channels.java:199) app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleWritableChannel.write(AbstractNoninterruptibleWritableChannel.java:66) app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleWritableChannel.writeBuffered(AbstractNoninterruptibleWritableChannel.java:49) app//org.apache.maven.surefire.api.stream.AbstractStreamEncoder.write(AbstractStreamEncoder.java:69) app//org.apache.maven.surefire.booter.spi.EventChannelEncoder.write(EventChannelEncoder.java:288) app//org.apache.maven.surefire.booter.spi.EventChannelEncoder.setOutErr(EventChannelEncoder.java:173) app//org.apache.maven.surefire.booter.spi.EventChannelEncoder.testOutput(EventChannelEncoder.java:168) app//org.apache.maven.surefire.api.booter.ForkingRunListener.writeTestOutput(ForkingRunListener.java:99) app//org.apache.maven.surefire.api.booter.ForkingRunListener.writeTestOutput(ForkingRunListener.java:43) app//org.apache.maven.surefire.common.junit4.JUnit4RunListener.writeTestOutput(JUnit4RunListener.java:202) app//org.apache.maven.surefire.api.report.ConsoleOutputCapture$ForwardingPrintStream.write(ConsoleOutputCapture.java:57) app//org.apache.logging.log4j.core.appender.OutputStreamManager.writeToDestination(OutputStreamManager.java:250) app//org.apache.logging.log4j.core.appender.OutputStreamManager.flushBuffer(OutputStreamManager.java:283) app//org.apache.logging.log4j.core.appender.OutputStreamManager.flush(OutputStreamManager.java:294) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:217) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:237) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/jdk.internal.misc.Unsafe.copyMemoryChecks(Unsafe.java:831) java.base@17.0.11/jdk.internal.misc.Unsafe.copyMemory(Unsafe.java:800) jdk.unsupported@17.0.11/sun.misc.Unsafe.copyMemory(Unsafe.java:573) app//org.apache.hbase.thirdparty.io.netty.util.internal.PlatformDependent0.copyMemory(PlatformDependent0.java:821) app//org.apache.hbase.thirdparty.io.netty.util.internal.PlatformDependent.copyMemory(PlatformDependent.java:763) app//org.apache.hbase.thirdparty.io.netty.buffer.UnsafeByteBufUtil.setBytes(UnsafeByteBufUtil.java:544) app//org.apache.hbase.thirdparty.io.netty.buffer.PooledUnsafeDirectByteBuf.setBytes(PooledUnsafeDirectByteBuf.java:193) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1104) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel.newDirectBuffer(AbstractNioChannel.java:448) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel.filterOutboundMessage(AbstractNioByteChannel.java:278) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(AbstractChannel.java:866) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.write(DefaultChannelPipeline.java:1314) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:889) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:875) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:984) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:868) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:885) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrapAndFlush(SslHandler.java:820) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:801) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:2094) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.closeOutboundAndChannel(SslHandler.java:2063) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.close(SslHandler.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeClose(AbstractChannelHandlerContext.java:761) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:733) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:560) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.close(DefaultChannelPipeline.java:906) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel.close(AbstractChannel.java:243) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.shutdown0(NettyRpcConnection.java:139) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$$Lambda$249/0x00007f58005a97e8.run(Unknown Source) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13655611933705622322.jks java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.getNextBatchSize(StackStreamFactory.java:189) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.getNextBatch(StackStreamFactory.java:313) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.peekFrame(StackStreamFactory.java:263) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.hasNext(StackStreamFactory.java:351) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.tryAdvance(StackStreamFactory.java:593) java.base@17.0.11/java.util.stream.ReferencePipeline.forEachWithCancel(ReferencePipeline.java:129) java.base@17.0.11/java.util.stream.AbstractPipeline.copyIntoWithCancel(AbstractPipeline.java:527) java.base@17.0.11/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:513) java.base@17.0.11/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) java.base@17.0.11/java.util.stream.FindOps$FindOp.evaluateSequential(FindOps.java:150) java.base@17.0.11/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) java.base@17.0.11/java.util.stream.ReferencePipeline.findFirst(ReferencePipeline.java:647) app//org.apache.logging.log4j.util.StackLocator.lambda$calcLocation$15(StackLocator.java:100) app//org.apache.logging.log4j.util.StackLocator$$Lambda$122/0x00007f580015f950.apply(Unknown Source) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.consumeFrames(StackStreamFactory.java:534) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.doStackWalk(StackStreamFactory.java:306) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.callStackWalk(Native Method) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.beginStackWalk(StackStreamFactory.java:370) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.walk(StackStreamFactory.java:243) java.base@17.0.11/java.lang.StackWalker.walk(StackWalker.java:499) app//org.apache.logging.log4j.util.StackLocator.calcLocation(StackLocator.java:97) app//org.apache.logging.log4j.util.StackLocatorUtil.calcLocation(StackLocatorUtil.java:121) app//org.apache.logging.log4j.spi.AbstractLogger.getLocation(AbstractLogger.java:2216) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:237) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) - Thread LEAK? -, OpenFileDescriptor=331 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1207), ProcessCount=11 (was 11), AvailableMemoryMB=1109 (was 1216) 2024-11-13T18:46:48,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1207, ProcessCount=11, AvailableMemoryMB=1105 2024-11-13T18:46:48,836 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:48,838 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37343 2024-11-13T18:46:48,838 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:48,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2e60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:48,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:48,853 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:48,898 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:48,903 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,911 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread started 2024-11-13T18:46:48,912 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,924 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:48,926 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread started 2024-11-13T18:46:48,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:48,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:48,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,980 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread started 2024-11-13T18:46:48,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:48,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6627739c, L:/127.0.0.1:37343 - R:/127.0.0.1:58082] 2024-11-13T18:46:48,996 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread started 2024-11-13T18:46:49,028 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:49,292 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,292 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,292 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,292 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,292 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,293 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,293 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:49,293 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37343,0 is dead - stopping the connection localhost:37343/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:49,294 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,295 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,295 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:49,301 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:49,312 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:49,313 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:49,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:49,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:49,333 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c5083ab, L:/127.0.0.1:37343 - R:/127.0.0.1:58096] 2024-11-13T18:46:49,408 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:49,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:49,420 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37343 2024-11-13T18:46:49,420 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2862925122004047515.pem was interrupted and is shutting down... 2024-11-13T18:46:49,420 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8492038339947360813.pem was interrupted and is shutting down... 2024-11-13T18:46:49,421 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8492038339947360813.pem was interrupted and is shutting down... 2024-11-13T18:46:49,421 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread finished 2024-11-13T18:46:49,421 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread finished 2024-11-13T18:46:49,421 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread finished 2024-11-13T18:46:49,437 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2862925122004047515.pem was interrupted and is shutting down... 2024-11-13T18:46:49,438 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread finished 2024-11-13T18:46:49,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2862925122004047515.pem java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser$StackFrameBuffer.resize(StackStreamFactory.java:479) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.fetchStackFrames(StackStreamFactory.java:384) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.getNextBatch(StackStreamFactory.java:322) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.peekFrame(StackStreamFactory.java:263) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.hasNext(StackStreamFactory.java:351) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.tryAdvance(StackStreamFactory.java:593) java.base@17.0.11/java.util.stream.ReferencePipeline.forEachWithCancel(ReferencePipeline.java:129) java.base@17.0.11/java.util.stream.AbstractPipeline.copyIntoWithCancel(AbstractPipeline.java:527) java.base@17.0.11/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:513) java.base@17.0.11/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) java.base@17.0.11/java.util.stream.FindOps$FindOp.evaluateSequential(FindOps.java:150) java.base@17.0.11/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) java.base@17.0.11/java.util.stream.ReferencePipeline.findFirst(ReferencePipeline.java:647) app//org.apache.logging.log4j.util.StackLocator.lambda$calcLocation$15(StackLocator.java:100) app//org.apache.logging.log4j.util.StackLocator$$Lambda$122/0x00007f580015f950.apply(Unknown Source) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.consumeFrames(StackStreamFactory.java:534) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.doStackWalk(StackStreamFactory.java:306) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.callStackWalk(Native Method) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.beginStackWalk(StackStreamFactory.java:370) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.walk(StackStreamFactory.java:243) java.base@17.0.11/java.lang.StackWalker.walk(StackWalker.java:499) app//org.apache.logging.log4j.util.StackLocator.calcLocation(StackLocator.java:97) app//org.apache.logging.log4j.util.StackLocatorUtil.calcLocation(StackLocatorUtil.java:121) app//org.apache.logging.log4j.spi.AbstractLogger.getLocation(AbstractLogger.java:2216) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:237) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.SocketDispatcher.read0(Native Method) java.base@17.0.11/sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:47) java.base@17.0.11/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:330) java.base@17.0.11/sun.nio.ch.IOUtil.read(IOUtil.java:284) java.base@17.0.11/sun.nio.ch.IOUtil.read(IOUtil.java:259) java.base@17.0.11/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:417) app//org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) app//org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1207), ProcessCount=11 (was 11), AvailableMemoryMB=993 (was 1105) 2024-11-13T18:46:49,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1207, ProcessCount=11, AvailableMemoryMB=990 2024-11-13T18:46:49,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:49,479 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43165 2024-11-13T18:46:49,480 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:49,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350ee3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:49,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:49,491 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:49,499 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:49,506 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:49,513 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread started 2024-11-13T18:46:49,516 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:49,528 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread started 2024-11-13T18:46:49,528 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:49,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:49,552 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:49,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:49,574 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread started 2024-11-13T18:46:49,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:49,584 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread started 2024-11-13T18:46:49,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91a31a31, L:/127.0.0.1:43165 - R:/127.0.0.1:60458] 2024-11-13T18:46:49,647 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:49,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:49,661 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8492038339947360813.pem was interrupted and is shutting down... 2024-11-13T18:46:49,664 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread finished 2024-11-13T18:46:49,665 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2862925122004047515.pem was interrupted and is shutting down... 2024-11-13T18:46:49,678 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread finished 2024-11-13T18:46:50,362 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,362 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,363 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,363 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,363 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,363 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,364 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,364 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,364 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,363 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,365 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,365 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8492038339947360813.pem 2024-11-13T18:46:50,365 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,365 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2862925122004047515.pem 2024-11-13T18:46:50,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11374459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:50,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:50,367 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:50,375 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:50,376 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,384 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,384 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread started 2024-11-13T18:46:50,392 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread started 2024-11-13T18:46:50,393 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:50,407 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:50,408 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:50,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39faa4e8, L:/127.0.0.1:43165 - R:/127.0.0.1:34756] 2024-11-13T18:46:50,456 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:50,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:50,462 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43165 2024-11-13T18:46:50,462 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2862925122004047515.pem was interrupted and is shutting down... 2024-11-13T18:46:50,462 DEBUG [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2862925122004047515.pem was interrupted and is shutting down... 2024-11-13T18:46:50,462 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8492038339947360813.pem was interrupted and is shutting down... 2024-11-13T18:46:50,462 DEBUG [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8492038339947360813.pem was interrupted and is shutting down... 2024-11-13T18:46:50,462 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread finished 2024-11-13T18:46:50,466 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread finished 2024-11-13T18:46:50,472 INFO [FileChangeWatcher-hbase_test_ca2862925122004047515.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2862925122004047515.pem thread finished 2024-11-13T18:46:50,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2862925122004047515.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8492038339947360813.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1207), ProcessCount=11 (was 11), AvailableMemoryMB=828 (was 990) 2024-11-13T18:46:50,492 INFO [FileChangeWatcher-hbase_test_key8492038339947360813.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8492038339947360813.pem thread finished 2024-11-13T18:46:50,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=1207, ProcessCount=11, AvailableMemoryMB=825 2024-11-13T18:46:50,587 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:50,589 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43579 2024-11-13T18:46:50,589 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:50,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725028d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:50,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:50,597 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:50,648 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:50,649 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,652 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread started 2024-11-13T18:46:50,656 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,660 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:50,664 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread started 2024-11-13T18:46:50,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:50,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:50,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,730 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread started 2024-11-13T18:46:50,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:50,732 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread started 2024-11-13T18:46:50,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe297291, L:/127.0.0.1:43579 - R:/127.0.0.1:56866] 2024-11-13T18:46:50,796 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:50,984 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,984 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,984 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,984 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,984 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,984 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,988 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:50,988 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,023 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:51,024 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,024 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,049 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,049 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43579,0 is dead - stopping the connection localhost:43579/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:46:51,049 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,050 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,050 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,050 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,050 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,049 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:51,050 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:51,053 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:51,108 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:51,109 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:51,137 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:51,161 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:51,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0c18060, L:/127.0.0.1:43579 - R:/127.0.0.1:56878] 2024-11-13T18:46:51,240 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:51,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:51,243 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43579 2024-11-13T18:46:51,243 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14359010631035883878.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,243 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,244 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread finished 2024-11-13T18:46:51,243 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14359010631035883878.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,244 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread finished 2024-11-13T18:46:51,244 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,245 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread finished 2024-11-13T18:46:51,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1162523445487481798.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:271) java.base@17.0.11/java.lang.Exception.(Exception.java:67) java.base@17.0.11/java.lang.RuntimeException.(RuntimeException.java:63) java.base@17.0.11/java.lang.IllegalStateException.(IllegalStateException.java:54) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode.checkReInit(GaloisCounterMode.java:329) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode$GCMEncrypt.doFinal(GaloisCounterMode.java:1126) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode.engineDoFinal(GaloisCounterMode.java:406) java.base@17.0.11/javax.crypto.Cipher.doFinal(Cipher.java:2088) java.base@17.0.11/sun.security.ssl.SSLCipher$T12GcmWriteCipherGenerator$GcmWriteCipher.dispose(SSLCipher.java:1812) java.base@17.0.11/sun.security.ssl.OutputRecord.close(OutputRecord.java:287) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.close(SSLEngineOutputRecord.java:61) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord$HandshakeFragment.acquireCiphertext(SSLEngineOutputRecord.java:568) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.acquireCiphertext(SSLEngineOutputRecord.java:355) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.encode(SSLEngineOutputRecord.java:207) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.encode(SSLEngineOutputRecord.java:189) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.encode(SSLEngineImpl.java:305) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.writeRecord(SSLEngineImpl.java:246) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:146) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:123) java.base@17.0.11/javax.net.ssl.SSLEngine.wrap(SSLEngine.java:564) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:1129) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:867) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrapAndFlush(SslHandler.java:820) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:801) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:2094) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.closeOutboundAndChannel(SslHandler.java:2063) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.close(SslHandler.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeClose(AbstractChannelHandlerContext.java:761) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:733) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:560) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.close(DefaultChannelPipeline.java:906) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel.close(AbstractChannel.java:243) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.shutdown0(NettyRpcConnection.java:139) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$$Lambda$249/0x00007f58005a97e8.run(Unknown Source) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14359010631035883878.p12 java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.callStackWalk(Native Method) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.beginStackWalk(StackStreamFactory.java:370) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.walk(StackStreamFactory.java:243) java.base@17.0.11/java.lang.StackWalker.walk(StackWalker.java:499) app//org.apache.logging.log4j.util.StackLocator.calcLocation(StackLocator.java:97) app//org.apache.logging.log4j.util.StackLocatorUtil.calcLocation(StackLocatorUtil.java:121) app//org.apache.logging.log4j.spi.AbstractLogger.getLocation(AbstractLogger.java:2216) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:184) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:226) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1207), ProcessCount=11 (was 11), AvailableMemoryMB=715 (was 825) 2024-11-13T18:46:51,261 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread finished 2024-11-13T18:46:51,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1207, ProcessCount=11, AvailableMemoryMB=715 2024-11-13T18:46:51,266 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:51,268 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33367 2024-11-13T18:46:51,268 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:51,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a9ab7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:51,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:51,273 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:51,322 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:51,324 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:51,328 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:51,328 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread started 2024-11-13T18:46:51,336 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:51,336 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread started 2024-11-13T18:46:51,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:51,403 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:51,404 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:51,412 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread started 2024-11-13T18:46:51,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:51,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b5ff78b, L:/127.0.0.1:33367 - R:/127.0.0.1:49910] 2024-11-13T18:46:51,421 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread started 2024-11-13T18:46:51,515 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:51,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:51,526 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14359010631035883878.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,526 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread finished 2024-11-13T18:46:51,527 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 was interrupted and is shutting down... 2024-11-13T18:46:51,536 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread finished 2024-11-13T18:46:52,295 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,295 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,295 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,295 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,342 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14359010631035883878.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,342 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,342 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,370 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,370 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679a73a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:52,370 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,370 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1162523445487481798.p12 2024-11-13T18:46:52,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:52,376 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:52,431 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:52,433 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:52,440 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:52,440 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread started 2024-11-13T18:46:52,448 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:52,449 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread started 2024-11-13T18:46:52,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:52,537 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:52,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed40fe37, L:/127.0.0.1:33367 - R:/127.0.0.1:49912] 2024-11-13T18:46:52,613 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:52,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:52,626 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33367 2024-11-13T18:46:52,626 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14359010631035883878.p12 was interrupted and is shutting down... 2024-11-13T18:46:52,626 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 was interrupted and is shutting down... 2024-11-13T18:46:52,626 DEBUG [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 was interrupted and is shutting down... 2024-11-13T18:46:52,626 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread finished 2024-11-13T18:46:52,626 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread finished 2024-11-13T18:46:52,627 INFO [FileChangeWatcher-hbase_test_ca1162523445487481798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1162523445487481798.p12 thread finished 2024-11-13T18:46:52,632 DEBUG [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14359010631035883878.p12 was interrupted and is shutting down... 2024-11-13T18:46:52,632 INFO [FileChangeWatcher-hbase_test_key14359010631035883878.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14359010631035883878.p12 thread finished 2024-11-13T18:46:52,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=331 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1222 (was 1207) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=569 (was 715) 2024-11-13T18:46:52,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1222, ProcessCount=11, AvailableMemoryMB=569 2024-11-13T18:46:53,432 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:53,433 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34937 2024-11-13T18:46:53,433 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70981f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:53,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:53,436 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:53,916 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:53,916 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:53,917 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread started 2024-11-13T18:46:53,917 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:53,920 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread started 2024-11-13T18:46:53,921 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:54,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:54,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:54,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:54,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:54,409 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread started 2024-11-13T18:46:54,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe38a8255, L:/127.0.0.1:34937 - R:/127.0.0.1:33180] 2024-11-13T18:46:54,412 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread started 2024-11-13T18:46:54,705 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:55,156 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,156 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,156 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,156 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,157 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,157 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,157 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,157 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,539 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34937,0 is dead - stopping the connection localhost:34937/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:46:55,796 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,796 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,797 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:55,797 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:55,798 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:56,292 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:56,293 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:56,545 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:56,806 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:56,807 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96e1bbb9, L:/127.0.0.1:34937 - R:/127.0.0.1:33194] 2024-11-13T18:46:57,103 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:57,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:57,106 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34937 2024-11-13T18:46:57,106 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks was interrupted and is shutting down... 2024-11-13T18:46:57,106 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks was interrupted and is shutting down... 2024-11-13T18:46:57,106 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks was interrupted and is shutting down... 2024-11-13T18:46:57,106 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks was interrupted and is shutting down... 2024-11-13T18:46:57,106 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread finished 2024-11-13T18:46:57,107 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread finished 2024-11-13T18:46:57,114 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread finished 2024-11-13T18:46:57,120 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread finished 2024-11-13T18:46:57,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=36 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 app//org.apache.hadoop.hbase.ipc.BlockingRpcCallback.run(BlockingRpcCallback.java:49) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1060763162692922622.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1222 (was 1222), ProcessCount=11 (was 11), AvailableMemoryMB=296 (was 569) 2024-11-13T18:46:57,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1222, ProcessCount=11, AvailableMemoryMB=296 2024-11-13T18:46:57,143 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:46:57,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46565 2024-11-13T18:46:57,148 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:46:57,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fb2a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:57,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:57,153 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:57,653 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:57,654 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:57,657 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread started 2024-11-13T18:46:57,657 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:57,661 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:46:57,664 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread started 2024-11-13T18:46:57,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:46:58,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:46:58,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:58,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:46:58,188 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread started 2024-11-13T18:46:58,191 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread started 2024-11-13T18:46:58,191 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb4181c18, L:/127.0.0.1:46565 - R:/127.0.0.1:35324] 2024-11-13T18:46:58,476 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:46:58,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:46:58,488 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks was interrupted and is shutting down... 2024-11-13T18:46:58,489 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread finished 2024-11-13T18:46:58,489 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks was interrupted and is shutting down... 2024-11-13T18:46:58,489 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread finished 2024-11-13T18:46:58,922 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:58,922 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:58,922 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:58,922 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:59,330 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:59,330 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:59,330 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,330 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,330 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:59,330 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1060763162692922622.bcfks 2024-11-13T18:46:59,330 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,331 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,601 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,602 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,602 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,608 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10521347706215821859.bcfks 2024-11-13T18:46:59,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebdeb89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:46:59,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:46:59,621 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:00,139 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:00,148 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:00,160 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread started 2024-11-13T18:47:00,166 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:00,169 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:00,171 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread started 2024-11-13T18:47:00,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:00,700 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:00,700 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf553eb0c, L:/127.0.0.1:46565 - R:/127.0.0.1:34452] 2024-11-13T18:47:01,035 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:01,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:01,040 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46565 2024-11-13T18:47:01,040 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks was interrupted and is shutting down... 2024-11-13T18:47:01,040 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks was interrupted and is shutting down... 2024-11-13T18:47:01,040 DEBUG [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks was interrupted and is shutting down... 2024-11-13T18:47:01,041 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread finished 2024-11-13T18:47:01,041 INFO [FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10521347706215821859.bcfks thread finished 2024-11-13T18:47:01,041 DEBUG [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks was interrupted and is shutting down... 2024-11-13T18:47:01,044 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread finished 2024-11-13T18:47:01,047 INFO [FileChangeWatcher-hbase_test_key1060763162692922622.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1060763162692922622.bcfks thread finished 2024-11-13T18:47:01,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1244 (was 1222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=255 (was 296) 2024-11-13T18:47:01,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1244, ProcessCount=11, AvailableMemoryMB=254 2024-11-13T18:47:01,411 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:01,412 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39833 2024-11-13T18:47:01,412 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:01,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a967e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:01,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:01,415 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:01,478 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:01,479 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:01,485 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread started 2024-11-13T18:47:01,485 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:01,489 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:01,492 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread started 2024-11-13T18:47:01,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:01,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:01,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:01,559 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread started 2024-11-13T18:47:01,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:01,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d7df951, L:/127.0.0.1:39833 - R:/127.0.0.1:56420] 2024-11-13T18:47:01,572 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread started 2024-11-13T18:47:01,693 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:01,727 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,728 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,728 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,727 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,728 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,728 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,736 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,736 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,803 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,803 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,803 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,804 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,804 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,803 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,804 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,804 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,805 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,805 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,805 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,805 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,806 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,806 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:01,806 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,806 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,830 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39833,0 is dead - stopping the connection localhost:39833/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:47:01,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:01,830 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,831 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,831 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:01,832 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,832 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,832 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,832 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,836 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,837 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:01,897 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:01,898 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:01,931 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:01,957 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:01,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xafbcce7e, L:/127.0.0.1:39833 - R:/127.0.0.1:56424] 2024-11-13T18:47:02,044 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:02,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:02,053 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39833 2024-11-13T18:47:02,053 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11866619861742622629.jks was interrupted and is shutting down... 2024-11-13T18:47:02,053 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11866619861742622629.jks was interrupted and is shutting down... 2024-11-13T18:47:02,053 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread finished 2024-11-13T18:47:02,054 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3019634641696122336.jks was interrupted and is shutting down... 2024-11-13T18:47:02,054 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3019634641696122336.jks was interrupted and is shutting down... 2024-11-13T18:47:02,054 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread finished 2024-11-13T18:47:02,057 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread finished 2024-11-13T18:47:02,061 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread finished 2024-11-13T18:47:02,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1244 (was 1244), ProcessCount=11 (was 11), AvailableMemoryMB=229 (was 254) 2024-11-13T18:47:02,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1244, ProcessCount=11, AvailableMemoryMB=226 2024-11-13T18:47:02,106 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:02,107 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37137 2024-11-13T18:47:02,108 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:02,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee357c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:02,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:02,110 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,163 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,164 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,168 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread started 2024-11-13T18:47:02,169 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,178 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:02,180 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread started 2024-11-13T18:47:02,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,252 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread started 2024-11-13T18:47:02,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x513fe185, L:/127.0.0.1:37137 - R:/127.0.0.1:55456] 2024-11-13T18:47:02,267 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread started 2024-11-13T18:47:02,350 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:02,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:02,358 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3019634641696122336.jks was interrupted and is shutting down... 2024-11-13T18:47:02,358 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11866619861742622629.jks was interrupted and is shutting down... 2024-11-13T18:47:02,360 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread finished 2024-11-13T18:47:02,360 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread finished 2024-11-13T18:47:02,372 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,372 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,372 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,372 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,422 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,422 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,423 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,423 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3019634641696122336.jks 2024-11-13T18:47:02,423 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,423 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,423 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,423 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,457 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,457 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,457 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,457 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11866619861742622629.jks 2024-11-13T18:47:02,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569de68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:02,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:02,480 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,580 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,585 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,600 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread started 2024-11-13T18:47:02,604 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,610 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:02,612 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread started 2024-11-13T18:47:02,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75be2164, L:/127.0.0.1:37137 - R:/127.0.0.1:55460] 2024-11-13T18:47:02,756 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:02,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:02,765 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37137 2024-11-13T18:47:02,765 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3019634641696122336.jks was interrupted and is shutting down... 2024-11-13T18:47:02,765 DEBUG [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3019634641696122336.jks was interrupted and is shutting down... 2024-11-13T18:47:02,765 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11866619861742622629.jks was interrupted and is shutting down... 2024-11-13T18:47:02,765 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread finished 2024-11-13T18:47:02,765 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread finished 2024-11-13T18:47:02,765 INFO [FileChangeWatcher-hbase_test_key3019634641696122336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3019634641696122336.jks thread finished 2024-11-13T18:47:02,767 DEBUG [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11866619861742622629.jks was interrupted and is shutting down... 2024-11-13T18:47:02,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=226 (was 226) 2024-11-13T18:47:02,783 INFO [FileChangeWatcher-hbase_test_ca11866619861742622629.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11866619861742622629.jks thread finished 2024-11-13T18:47:02,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=226 2024-11-13T18:47:02,797 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:02,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35859 2024-11-13T18:47:02,800 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:02,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b548d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:02,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:02,808 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,814 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,816 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,823 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key943512993092364110.pem thread started 2024-11-13T18:47:02,839 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,844 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:02,847 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread started 2024-11-13T18:47:02,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:02,864 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key943512993092364110.pem thread started 2024-11-13T18:47:02,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc12ab595, L:/127.0.0.1:35859 - R:/127.0.0.1:35436] 2024-11-13T18:47:02,886 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread started 2024-11-13T18:47:02,919 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:02,956 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,956 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,956 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,956 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,958 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,958 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,959 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,959 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:02,959 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,959 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,959 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,960 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,961 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,961 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,962 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,962 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:02,962 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35859,0 is dead - stopping the connection localhost:35859/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:47:02,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:02,966 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,973 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,973 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:02,979 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:02,979 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:02,981 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x624a3b5e, L:/127.0.0.1:35859 - R:/127.0.0.1:35440] 2024-11-13T18:47:03,014 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:03,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:03,020 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35859 2024-11-13T18:47:03,021 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15556667448697734591.pem was interrupted and is shutting down... 2024-11-13T18:47:03,021 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key943512993092364110.pem was interrupted and is shutting down... 2024-11-13T18:47:03,021 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key943512993092364110.pem was interrupted and is shutting down... 2024-11-13T18:47:03,021 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key943512993092364110.pem thread finished 2024-11-13T18:47:03,021 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread finished 2024-11-13T18:47:03,021 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key943512993092364110.pem thread finished 2024-11-13T18:47:03,024 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15556667448697734591.pem was interrupted and is shutting down... 2024-11-13T18:47:03,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1345), ProcessCount=11 (was 11), AvailableMemoryMB=253 (was 226) - AvailableMemoryMB LEAK? - 2024-11-13T18:47:03,048 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread finished 2024-11-13T18:47:03,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=252 2024-11-13T18:47:03,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:03,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36427 2024-11-13T18:47:03,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc91c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:03,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:03,061 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,068 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,072 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,089 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key943512993092364110.pem thread started 2024-11-13T18:47:03,096 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,108 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:03,108 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread started 2024-11-13T18:47:03,118 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,118 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,135 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key943512993092364110.pem thread started 2024-11-13T18:47:03,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc5ea9eb, L:/127.0.0.1:36427 - R:/127.0.0.1:40758] 2024-11-13T18:47:03,145 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread started 2024-11-13T18:47:03,166 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:03,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:03,171 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15556667448697734591.pem was interrupted and is shutting down... 2024-11-13T18:47:03,172 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key943512993092364110.pem was interrupted and is shutting down... 2024-11-13T18:47:03,173 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread finished 2024-11-13T18:47:03,176 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key943512993092364110.pem thread finished 2024-11-13T18:47:03,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1ccc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:03,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:03,192 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key943512993092364110.pem 2024-11-13T18:47:03,192 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:03,192 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15556667448697734591.pem 2024-11-13T18:47:03,197 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,203 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,204 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,228 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key943512993092364110.pem thread started 2024-11-13T18:47:03,229 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,233 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:03,234 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread started 2024-11-13T18:47:03,241 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,242 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,242 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x64469a78, L:/127.0.0.1:36427 - R:/127.0.0.1:40768] 2024-11-13T18:47:03,318 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:03,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:03,321 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36427 2024-11-13T18:47:03,321 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15556667448697734591.pem was interrupted and is shutting down... 2024-11-13T18:47:03,321 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key943512993092364110.pem was interrupted and is shutting down... 2024-11-13T18:47:03,321 DEBUG [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15556667448697734591.pem was interrupted and is shutting down... 2024-11-13T18:47:03,322 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread finished 2024-11-13T18:47:03,323 DEBUG [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key943512993092364110.pem was interrupted and is shutting down... 2024-11-13T18:47:03,323 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key943512993092364110.pem thread finished 2024-11-13T18:47:03,323 INFO [FileChangeWatcher-hbase_test_ca15556667448697734591.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15556667448697734591.pem thread finished 2024-11-13T18:47:03,344 INFO [FileChangeWatcher-hbase_test_key943512993092364110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key943512993092364110.pem thread finished 2024-11-13T18:47:03,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1345), ProcessCount=11 (was 11), AvailableMemoryMB=226 (was 252) 2024-11-13T18:47:03,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=242 2024-11-13T18:47:03,516 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:03,518 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34113 2024-11-13T18:47:03,518 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfda41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:03,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:03,520 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,577 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,581 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,588 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread started 2024-11-13T18:47:03,593 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,599 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread started 2024-11-13T18:47:03,596 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:03,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:03,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:03,688 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread started 2024-11-13T18:47:03,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9265d6ef, L:/127.0.0.1:34113 - R:/127.0.0.1:37432] 2024-11-13T18:47:03,696 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread started 2024-11-13T18:47:03,804 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:03,826 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,826 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,826 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,826 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,826 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,827 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,828 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,828 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,903 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,903 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,903 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,903 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,904 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,947 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,947 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,947 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34113,0 is dead - stopping the connection localhost:34113/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:47:03,947 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,948 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,948 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,948 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:03,950 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:03,956 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:03,956 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,049 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,050 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:04,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:04,140 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,140 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9091d6a, L:/127.0.0.1:34113 - R:/127.0.0.1:37448] 2024-11-13T18:47:04,262 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:04,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:04,269 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34113 2024-11-13T18:47:04,269 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,269 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10919533648897085365.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,269 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread finished 2024-11-13T18:47:04,269 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread finished 2024-11-13T18:47:04,270 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10919533648897085365.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,271 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,278 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread finished 2024-11-13T18:47:04,286 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread finished 2024-11-13T18:47:04,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1345), ProcessCount=11 (was 11), AvailableMemoryMB=244 (was 242) - AvailableMemoryMB LEAK? - 2024-11-13T18:47:04,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=243 2024-11-13T18:47:04,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:04,321 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44525 2024-11-13T18:47:04,321 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:04,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d08e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:04,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:04,325 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:04,389 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,392 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,393 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread started 2024-11-13T18:47:04,393 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,400 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:04,404 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread started 2024-11-13T18:47:04,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:04,476 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,498 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread started 2024-11-13T18:47:04,503 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f00b2ca, L:/127.0.0.1:44525 - R:/127.0.0.1:45530] 2024-11-13T18:47:04,512 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread started 2024-11-13T18:47:04,568 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:04,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:04,589 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10919533648897085365.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,590 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,592 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread finished 2024-11-13T18:47:04,595 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,595 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,596 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,596 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,596 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread finished 2024-11-13T18:47:04,666 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,666 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,666 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,666 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10919533648897085365.p12 2024-11-13T18:47:04,666 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,666 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,667 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,667 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,694 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,694 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,694 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,694 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4103036848221955526.p12 2024-11-13T18:47:04,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95a292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:04,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:04,696 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:04,744 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,748 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,749 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread started 2024-11-13T18:47:04,760 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:04,772 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread started 2024-11-13T18:47:04,772 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:04,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:04,843 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:04,844 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2366423, L:/127.0.0.1:44525 - R:/127.0.0.1:45544] 2024-11-13T18:47:04,922 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:04,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:04,929 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44525 2024-11-13T18:47:04,929 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10919533648897085365.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,929 DEBUG [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10919533648897085365.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,929 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,929 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread finished 2024-11-13T18:47:04,929 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread finished 2024-11-13T18:47:04,929 INFO [FileChangeWatcher-hbase_test_key10919533648897085365.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10919533648897085365.p12 thread finished 2024-11-13T18:47:04,931 DEBUG [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 was interrupted and is shutting down... 2024-11-13T18:47:04,931 INFO [FileChangeWatcher-hbase_test_ca4103036848221955526.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4103036848221955526.p12 thread finished 2024-11-13T18:47:04,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1345), ProcessCount=11 (was 11), AvailableMemoryMB=818 (was 243) - AvailableMemoryMB LEAK? - 2024-11-13T18:47:04,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=987 2024-11-13T18:47:05,580 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:05,581 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40083 2024-11-13T18:47:05,581 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:05,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a199d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:05,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:05,583 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:06,085 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:06,091 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:06,095 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread started 2024-11-13T18:47:06,096 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:06,098 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread started 2024-11-13T18:47:06,099 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:06,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:06,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:06,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:06,608 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:06,609 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread started 2024-11-13T18:47:06,609 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8dbd5279, L:/127.0.0.1:40083 - R:/127.0.0.1:56622] 2024-11-13T18:47:06,612 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread started 2024-11-13T18:47:07,040 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:07,066 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,066 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,066 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,066 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,068 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,068 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,072 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,072 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,466 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,466 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,466 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,466 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,467 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,468 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,468 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,468 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,468 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:07,468 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,468 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,718 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,718 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,718 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,718 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,719 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,719 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,719 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,719 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:07,724 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40083,0 is dead - stopping the connection localhost:40083/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T18:47:07,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:07,726 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:08,281 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:08,282 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:08,524 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:08,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:08,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x60ee5f0e, L:/127.0.0.1:40083 - R:/127.0.0.1:56628] 2024-11-13T18:47:09,037 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:09,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:09,038 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40083 2024-11-13T18:47:09,038 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks was interrupted and is shutting down... 2024-11-13T18:47:09,038 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks was interrupted and is shutting down... 2024-11-13T18:47:09,038 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks was interrupted and is shutting down... 2024-11-13T18:47:09,038 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks was interrupted and is shutting down... 2024-11-13T18:47:09,038 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread finished 2024-11-13T18:47:09,039 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread finished 2024-11-13T18:47:09,039 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread finished 2024-11-13T18:47:09,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1381 (was 1345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=674 (was 987) 2024-11-13T18:47:09,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1381, ProcessCount=11, AvailableMemoryMB=674 2024-11-13T18:47:09,056 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread finished 2024-11-13T18:47:09,057 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:47:09,058 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38859 2024-11-13T18:47:09,058 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T18:47:09,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daf0656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:09,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:09,060 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:09,563 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:09,564 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:09,565 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread started 2024-11-13T18:47:09,568 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:09,576 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:09,577 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread started 2024-11-13T18:47:09,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:10,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:10,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:10,076 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread started 2024-11-13T18:47:10,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:10,085 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26c5a865, L:/127.0.0.1:38859 - R:/127.0.0.1:51678] 2024-11-13T18:47:10,088 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread started 2024-11-13T18:47:10,356 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:10,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:10,370 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks was interrupted and is shutting down... 2024-11-13T18:47:10,370 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks was interrupted and is shutting down... 2024-11-13T18:47:10,370 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread finished 2024-11-13T18:47:10,372 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread finished 2024-11-13T18:47:10,380 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,380 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,383 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,383 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,762 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,762 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,763 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,763 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:10,763 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:10,764 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4280436548904417522.bcfks 2024-11-13T18:47:10,764 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:10,764 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:11,006 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:11,006 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:11,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1989de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:47:11,007 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:11,007 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9001139503929082293.bcfks 2024-11-13T18:47:11,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T18:47:11,008 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:11,492 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:11,493 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:11,500 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f9dbfa12-34cb-a093-a75e-6f9015bb4471/TestNettyTLSIPCFileWatcher 2024-11-13T18:47:11,500 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread started 2024-11-13T18:47:11,508 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread started 2024-11-13T18:47:11,508 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T18:47:11,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T18:47:12,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T18:47:12,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4092db8e, L:/127.0.0.1:38859 - R:/127.0.0.1:55398] 2024-11-13T18:47:12,251 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T18:47:12,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:47:12,253 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38859 2024-11-13T18:47:12,253 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks was interrupted and is shutting down... 2024-11-13T18:47:12,253 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks was interrupted and is shutting down... 2024-11-13T18:47:12,253 DEBUG [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks was interrupted and is shutting down... 2024-11-13T18:47:12,253 DEBUG [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks was interrupted and is shutting down... 2024-11-13T18:47:12,253 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread finished 2024-11-13T18:47:12,253 INFO [FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9001139503929082293.bcfks thread finished 2024-11-13T18:47:12,254 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread finished 2024-11-13T18:47:12,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1381 (was 1381), ProcessCount=11 (was 11), AvailableMemoryMB=479 (was 674) 2024-11-13T18:47:12,269 INFO [FileChangeWatcher-hbase_test_key4280436548904417522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4280436548904417522.bcfks thread finished