2024-11-12 00:24:07,606 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 00:24:07,620 main DEBUG Took 0.012198 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 00:24:07,620 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 00:24:07,621 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 00:24:07,622 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 00:24:07,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 00:24:07,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,654 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,655 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,658 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:07,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,662 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 00:24:07,664 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:07,666 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 00:24:07,668 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 00:24:07,669 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 00:24:07,671 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 00:24:07,671 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 00:24:07,681 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 00:24:07,683 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 00:24:07,685 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 00:24:07,685 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 00:24:07,686 main DEBUG createAppenders(={Console}) 2024-11-12 00:24:07,687 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-12 00:24:07,687 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 00:24:07,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-12 00:24:07,688 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 00:24:07,689 main DEBUG OutputStream closed 2024-11-12 00:24:07,689 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 00:24:07,689 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 00:24:07,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-12 00:24:07,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 00:24:07,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 00:24:07,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 00:24:07,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 00:24:07,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 00:24:07,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 00:24:07,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 00:24:07,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 00:24:07,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 00:24:07,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 00:24:07,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 00:24:07,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 00:24:07,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 00:24:07,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 00:24:07,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 00:24:07,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 00:24:07,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 00:24:07,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 00:24:07,789 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 00:24:07,789 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-12 00:24:07,790 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 00:24:07,790 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-12T00:24:07,805 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-12 00:24:07,808 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 00:24:07,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T00:24:08,233 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T00:24:08,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1588 2024-11-12T00:24:09,486 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:24:09,523 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T00:24:09,536 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T00:24:09,546 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T00:24:09,611 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:09,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45046 (auto-detected) 2024-11-12T00:24:09,641 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T00:24:09,662 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37269 2024-11-12T00:24:09,665 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:09,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:09,689 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T00:24:09,689 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T00:24:09,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:09,990 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,035 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,127 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,129 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,129 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread started 2024-11-12T00:24:10,130 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread started 2024-11-12T00:24:10,137 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:10,181 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,256 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,257 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,257 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread started 2024-11-12T00:24:10,257 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread started 2024-11-12T00:24:10,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5bfcc19e, L:/127.0.0.1:37269 - R:/127.0.0.1:38616] 2024-11-12T00:24:10,380 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:10,709 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,708 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,709 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,731 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,731 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,731 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,731 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,732 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,732 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,732 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,732 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:10,761 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,761 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,762 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37269,0 is dead - stopping the connection localhost:37269/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:10,782 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,782 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:10,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:10,785 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,813 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,814 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:10,831 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d7297a8, L:/127.0.0.1:37269 - R:/127.0.0.1:38620] 2024-11-12T00:24:10,893 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:10,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:10,895 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18392371731404353376.jks was interrupted and is shutting down... 2024-11-12T00:24:10,895 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5034623137564696037.jks was interrupted and is shutting down... 2024-11-12T00:24:10,895 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37269 2024-11-12T00:24:10,896 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5034623137564696037.jks was interrupted and is shutting down... 2024-11-12T00:24:10,896 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread finished 2024-11-12T00:24:10,896 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread finished 2024-11-12T00:24:10,896 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread finished 2024-11-12T00:24:10,896 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18392371731404353376.jks was interrupted and is shutting down... 2024-11-12T00:24:10,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key18392371731404353376.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1432 (was 1588) 2024-11-12T00:24:10,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1432 2024-11-12T00:24:10,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:10,912 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33667 2024-11-12T00:24:10,912 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:10,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:10,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:10,914 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread finished 2024-11-12T00:24:10,915 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,945 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,946 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,947 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,947 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread started 2024-11-12T00:24:10,947 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread started 2024-11-12T00:24:10,948 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:10,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:10,975 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:10,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,977 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread started 2024-11-12T00:24:10,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:10,977 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread started 2024-11-12T00:24:10,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2410f700, L:/127.0.0.1:33667 - R:/127.0.0.1:47660] 2024-11-12T00:24:11,012 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:11,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:11,014 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5034623137564696037.jks was interrupted and is shutting down... 2024-11-12T00:24:11,014 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18392371731404353376.jks was interrupted and is shutting down... 2024-11-12T00:24:11,014 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread finished 2024-11-12T00:24:11,030 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread finished 2024-11-12T00:24:11,280 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,280 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,280 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,281 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,304 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,304 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,304 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,304 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18392371731404353376.jks 2024-11-12T00:24:11,327 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,328 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,328 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,328 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,345 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,345 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,346 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,346 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5034623137564696037.jks 2024-11-12T00:24:11,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:11,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:11,347 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:11,376 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:11,376 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,377 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread started 2024-11-12T00:24:11,377 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,378 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread started 2024-11-12T00:24:11,378 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:11,392 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:11,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:11,407 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x64639ae2, L:/127.0.0.1:33667 - R:/127.0.0.1:47676] 2024-11-12T00:24:11,446 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:11,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:11,448 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33667 2024-11-12T00:24:11,448 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18392371731404353376.jks was interrupted and is shutting down... 2024-11-12T00:24:11,448 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5034623137564696037.jks was interrupted and is shutting down... 2024-11-12T00:24:11,448 DEBUG [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5034623137564696037.jks was interrupted and is shutting down... 2024-11-12T00:24:11,448 DEBUG [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18392371731404353376.jks was interrupted and is shutting down... 2024-11-12T00:24:11,448 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread finished 2024-11-12T00:24:11,448 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread finished 2024-11-12T00:24:11,449 INFO [FileChangeWatcher-hbase_test_ca5034623137564696037.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5034623137564696037.jks thread finished 2024-11-12T00:24:11,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1387 (was 1432) 2024-11-12T00:24:11,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1387 2024-11-12T00:24:11,462 INFO [FileChangeWatcher-hbase_test_key18392371731404353376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18392371731404353376.jks thread finished 2024-11-12T00:24:11,508 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:11,509 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44121 2024-11-12T00:24:11,509 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:11,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:11,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:11,512 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:11,532 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:11,533 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,534 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread started 2024-11-12T00:24:11,534 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,534 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread started 2024-11-12T00:24:11,534 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:11,552 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:11,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:11,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:11,554 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread started 2024-11-12T00:24:11,555 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread started 2024-11-12T00:24:11,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa022a428, L:/127.0.0.1:44121 - R:/127.0.0.1:50638] 2024-11-12T00:24:11,570 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:11,968 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,968 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,968 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,968 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,968 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,968 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,969 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:11,995 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,995 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,995 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,995 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44121,0 is dead - stopping the connection localhost:44121/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,996 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,997 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:11,998 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,006 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,007 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,011 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,012 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe49db507, L:/127.0.0.1:44121 - R:/127.0.0.1:50640] 2024-11-12T00:24:12,034 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:12,036 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5361816922532966364.pem was interrupted and is shutting down... 2024-11-12T00:24:12,036 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44121 2024-11-12T00:24:12,036 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14814747372919775502.pem was interrupted and is shutting down... 2024-11-12T00:24:12,036 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14814747372919775502.pem was interrupted and is shutting down... 2024-11-12T00:24:12,036 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5361816922532966364.pem was interrupted and is shutting down... 2024-11-12T00:24:12,036 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread finished 2024-11-12T00:24:12,036 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread finished 2024-11-12T00:24:12,037 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread finished 2024-11-12T00:24:12,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key5361816922532966364.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1320 (was 1387) 2024-11-12T00:24:12,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1320 2024-11-12T00:24:12,050 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:12,050 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread finished 2024-11-12T00:24:12,051 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37639 2024-11-12T00:24:12,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:12,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:12,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:12,053 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,058 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,058 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,059 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread started 2024-11-12T00:24:12,059 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,059 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread started 2024-11-12T00:24:12,059 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,065 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread started 2024-11-12T00:24:12,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,065 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread started 2024-11-12T00:24:12,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9ec94867, L:/127.0.0.1:37639 - R:/127.0.0.1:35898] 2024-11-12T00:24:12,081 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:12,083 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5361816922532966364.pem was interrupted and is shutting down... 2024-11-12T00:24:12,083 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14814747372919775502.pem was interrupted and is shutting down... 2024-11-12T00:24:12,084 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread finished 2024-11-12T00:24:12,084 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread finished 2024-11-12T00:24:12,262 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,262 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,262 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,262 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,263 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,263 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,263 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,263 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5361816922532966364.pem 2024-11-12T00:24:12,278 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,278 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,278 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,278 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,278 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,278 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,279 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,279 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14814747372919775502.pem 2024-11-12T00:24:12,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:12,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:12,280 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,285 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,285 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,285 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread started 2024-11-12T00:24:12,286 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,286 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread started 2024-11-12T00:24:12,286 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,291 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,292 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,292 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1064f0d1, L:/127.0.0.1:37639 - R:/127.0.0.1:35908] 2024-11-12T00:24:12,309 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:12,311 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37639 2024-11-12T00:24:12,311 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5361816922532966364.pem was interrupted and is shutting down... 2024-11-12T00:24:12,311 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14814747372919775502.pem was interrupted and is shutting down... 2024-11-12T00:24:12,311 DEBUG [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5361816922532966364.pem was interrupted and is shutting down... 2024-11-12T00:24:12,311 DEBUG [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14814747372919775502.pem was interrupted and is shutting down... 2024-11-12T00:24:12,311 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread finished 2024-11-12T00:24:12,311 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread finished 2024-11-12T00:24:12,311 INFO [FileChangeWatcher-hbase_test_key5361816922532966364.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5361816922532966364.pem thread finished 2024-11-12T00:24:12,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14814747372919775502.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1285 (was 1320) 2024-11-12T00:24:12,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1284 2024-11-12T00:24:12,330 INFO [FileChangeWatcher-hbase_test_ca14814747372919775502.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14814747372919775502.pem thread finished 2024-11-12T00:24:12,363 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:12,364 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42017 2024-11-12T00:24:12,364 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:12,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:12,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:12,366 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,395 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,395 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,396 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread started 2024-11-12T00:24:12,396 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,396 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread started 2024-11-12T00:24:12,397 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,427 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread started 2024-11-12T00:24:12,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,427 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread started 2024-11-12T00:24:12,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x485c7e5c, L:/127.0.0.1:42017 - R:/127.0.0.1:48074] 2024-11-12T00:24:12,463 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,663 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,685 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,685 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,685 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,685 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,686 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,686 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,686 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,686 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,711 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42017,0 is dead - stopping the connection localhost:42017/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,731 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,732 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:12,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:12,733 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,760 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,760 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,787 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,788 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed7663dc, L:/127.0.0.1:42017 - R:/127.0.0.1:48076] 2024-11-12T00:24:12,822 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:12,823 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42017 2024-11-12T00:24:12,824 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,824 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12464119599410708270.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,824 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,824 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12464119599410708270.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,824 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread finished 2024-11-12T00:24:12,824 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread finished 2024-11-12T00:24:12,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12464119599410708270.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4572889323894614943.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1227 (was 1284) 2024-11-12T00:24:12,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=1226 2024-11-12T00:24:12,835 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:12,836 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44363 2024-11-12T00:24:12,836 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:12,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:12,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:12,838 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,842 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread finished 2024-11-12T00:24:12,842 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread finished 2024-11-12T00:24:12,867 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,868 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,868 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread started 2024-11-12T00:24:12,868 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,869 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread started 2024-11-12T00:24:12,869 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:12,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:12,895 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:12,896 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,896 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread started 2024-11-12T00:24:12,896 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:12,897 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread started 2024-11-12T00:24:12,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x33c6c237, L:/127.0.0.1:44363 - R:/127.0.0.1:42578] 2024-11-12T00:24:12,929 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:12,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:12,932 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12464119599410708270.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,932 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 was interrupted and is shutting down... 2024-11-12T00:24:12,932 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread finished 2024-11-12T00:24:12,932 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread finished 2024-11-12T00:24:13,266 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,267 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,267 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,267 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,289 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,289 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,289 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,289 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12464119599410708270.p12 2024-11-12T00:24:13,311 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,311 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,311 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,311 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,328 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,328 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,328 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:13,328 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4572889323894614943.p12 2024-11-12T00:24:13,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:13,330 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:13,358 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:13,359 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:13,359 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread started 2024-11-12T00:24:13,359 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:13,360 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread started 2024-11-12T00:24:13,360 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:13,374 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:13,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:13,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x41530873, L:/127.0.0.1:44363 - R:/127.0.0.1:42590] 2024-11-12T00:24:13,423 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:13,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:13,425 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 was interrupted and is shutting down... 2024-11-12T00:24:13,425 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12464119599410708270.p12 was interrupted and is shutting down... 2024-11-12T00:24:13,425 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44363 2024-11-12T00:24:13,425 DEBUG [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12464119599410708270.p12 was interrupted and is shutting down... 2024-11-12T00:24:13,425 DEBUG [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 was interrupted and is shutting down... 2024-11-12T00:24:13,425 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread finished 2024-11-12T00:24:13,425 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread finished 2024-11-12T00:24:13,426 INFO [FileChangeWatcher-hbase_test_key12464119599410708270.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12464119599410708270.p12 thread finished 2024-11-12T00:24:13,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=1151 (was 1226) 2024-11-12T00:24:13,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1151 2024-11-12T00:24:13,442 INFO [FileChangeWatcher-hbase_test_ca4572889323894614943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4572889323894614943.p12 thread finished 2024-11-12T00:24:13,905 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:13,905 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39423 2024-11-12T00:24:13,906 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:13,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:13,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:13,907 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:14,163 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:14,163 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:14,164 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread started 2024-11-12T00:24:14,164 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:14,164 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread started 2024-11-12T00:24:14,164 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:14,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:14,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:14,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:14,411 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread started 2024-11-12T00:24:14,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:14,411 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread started 2024-11-12T00:24:14,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5803d406, L:/127.0.0.1:39423 - R:/127.0.0.1:46178] 2024-11-12T00:24:14,558 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:14,761 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,761 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,761 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,761 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,762 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,762 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,762 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,762 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,952 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:14,953 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39423,0 is dead - stopping the connection localhost:39423/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:15,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:15,076 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:15,325 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:15,326 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:15,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:15,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:15,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4afca72, L:/127.0.0.1:39423 - R:/127.0.0.1:46186] 2024-11-12T00:24:15,732 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:15,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:15,734 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39423 2024-11-12T00:24:15,734 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks was interrupted and is shutting down... 2024-11-12T00:24:15,734 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks was interrupted and is shutting down... 2024-11-12T00:24:15,734 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks was interrupted and is shutting down... 2024-11-12T00:24:15,734 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks was interrupted and is shutting down... 2024-11-12T00:24:15,734 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread finished 2024-11-12T00:24:15,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6975753955807407353.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6975753955807407353.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=1076 (was 1151) 2024-11-12T00:24:15,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1075 2024-11-12T00:24:15,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:15,746 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread finished 2024-11-12T00:24:15,746 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread finished 2024-11-12T00:24:15,746 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread finished 2024-11-12T00:24:15,747 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34129 2024-11-12T00:24:15,747 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:15,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:15,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:15,749 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:15,995 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:15,996 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:15,996 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread started 2024-11-12T00:24:15,996 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:15,997 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread started 2024-11-12T00:24:15,997 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:16,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:16,251 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:16,252 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:16,252 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread started 2024-11-12T00:24:16,252 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:16,253 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread started 2024-11-12T00:24:16,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf228af94, L:/127.0.0.1:34129 - R:/127.0.0.1:60340] 2024-11-12T00:24:16,390 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:16,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:16,392 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks was interrupted and is shutting down... 2024-11-12T00:24:16,392 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks was interrupted and is shutting down... 2024-11-12T00:24:16,392 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread finished 2024-11-12T00:24:16,392 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread finished 2024-11-12T00:24:16,628 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,628 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,628 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,628 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,815 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,815 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,815 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,815 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6975753955807407353.bcfks 2024-11-12T00:24:16,836 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,836 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,836 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,836 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,966 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,966 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,966 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,966 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11867753248509955236.bcfks 2024-11-12T00:24:16,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:16,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:16,968 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:17,212 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:17,212 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,213 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread started 2024-11-12T00:24:17,213 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,213 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread started 2024-11-12T00:24:17,213 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:17,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:17,457 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:17,457 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94a5740d, L:/127.0.0.1:34129 - R:/127.0.0.1:60346] 2024-11-12T00:24:17,598 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:17,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:17,601 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34129 2024-11-12T00:24:17,601 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks was interrupted and is shutting down... 2024-11-12T00:24:17,601 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks was interrupted and is shutting down... 2024-11-12T00:24:17,601 DEBUG [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks was interrupted and is shutting down... 2024-11-12T00:24:17,601 DEBUG [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks was interrupted and is shutting down... 2024-11-12T00:24:17,601 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread finished 2024-11-12T00:24:17,601 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread finished 2024-11-12T00:24:17,601 INFO [FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11867753248509955236.bcfks thread finished 2024-11-12T00:24:17,601 INFO [FileChangeWatcher-hbase_test_key6975753955807407353.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6975753955807407353.bcfks thread finished 2024-11-12T00:24:17,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=1037 (was 1075) 2024-11-12T00:24:17,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1037 2024-11-12T00:24:17,763 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:17,763 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35709 2024-11-12T00:24:17,764 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:17,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:17,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:17,765 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:17,792 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:17,793 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,793 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread started 2024-11-12T00:24:17,793 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,794 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread started 2024-11-12T00:24:17,794 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:17,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:17,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:17,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,824 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread started 2024-11-12T00:24:17,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:17,825 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread started 2024-11-12T00:24:17,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc12f63e, L:/127.0.0.1:35709 - R:/127.0.0.1:60174] 2024-11-12T00:24:17,884 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:17,893 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,893 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,893 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,894 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,894 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,894 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,894 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,894 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,922 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,922 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,922 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:17,923 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,923 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35709,0 is dead - stopping the connection localhost:35709/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,944 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:17,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:17,945 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:17,972 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:17,973 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:17,987 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,000 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2dd6e2e6, L:/127.0.0.1:35709 - R:/127.0.0.1:51562] 2024-11-12T00:24:18,042 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,043 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35709 2024-11-12T00:24:18,043 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2411507850569293107.jks was interrupted and is shutting down... 2024-11-12T00:24:18,043 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11960171029297484834.jks was interrupted and is shutting down... 2024-11-12T00:24:18,043 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11960171029297484834.jks was interrupted and is shutting down... 2024-11-12T00:24:18,043 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2411507850569293107.jks was interrupted and is shutting down... 2024-11-12T00:24:18,043 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread finished 2024-11-12T00:24:18,044 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread finished 2024-11-12T00:24:18,044 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread finished 2024-11-12T00:24:18,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=1012 (was 1037) 2024-11-12T00:24:18,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1012 2024-11-12T00:24:18,055 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:18,056 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38109 2024-11-12T00:24:18,056 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:18,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,057 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,058 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread finished 2024-11-12T00:24:18,084 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,084 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,085 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread started 2024-11-12T00:24:18,085 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,085 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread started 2024-11-12T00:24:18,085 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,099 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,113 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread started 2024-11-12T00:24:18,113 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,114 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread started 2024-11-12T00:24:18,114 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31bbd933, L:/127.0.0.1:38109 - R:/127.0.0.1:54552] 2024-11-12T00:24:18,149 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,151 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11960171029297484834.jks was interrupted and is shutting down... 2024-11-12T00:24:18,151 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2411507850569293107.jks was interrupted and is shutting down... 2024-11-12T00:24:18,152 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread finished 2024-11-12T00:24:18,152 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread finished 2024-11-12T00:24:18,160 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,160 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,160 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,160 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,184 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11960171029297484834.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,184 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,184 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,197 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,197 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,197 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,197 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2411507850569293107.jks 2024-11-12T00:24:18,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,198 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,225 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,225 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,226 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread started 2024-11-12T00:24:18,226 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,226 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread started 2024-11-12T00:24:18,226 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,240 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,253 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,253 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd8bdd07, L:/127.0.0.1:38109 - R:/127.0.0.1:54556] 2024-11-12T00:24:18,300 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,301 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11960171029297484834.jks was interrupted and is shutting down... 2024-11-12T00:24:18,301 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38109 2024-11-12T00:24:18,301 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2411507850569293107.jks was interrupted and is shutting down... 2024-11-12T00:24:18,301 DEBUG [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11960171029297484834.jks was interrupted and is shutting down... 2024-11-12T00:24:18,301 DEBUG [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2411507850569293107.jks was interrupted and is shutting down... 2024-11-12T00:24:18,301 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread finished 2024-11-12T00:24:18,301 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread finished 2024-11-12T00:24:18,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=985 (was 1012) 2024-11-12T00:24:18,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=985 2024-11-12T00:24:18,319 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:18,320 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34905 2024-11-12T00:24:18,320 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:18,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,322 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,322 INFO [FileChangeWatcher-hbase_test_ca2411507850569293107.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2411507850569293107.jks thread finished 2024-11-12T00:24:18,322 INFO [FileChangeWatcher-hbase_test_key11960171029297484834.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11960171029297484834.jks thread finished 2024-11-12T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,325 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,326 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread started 2024-11-12T00:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,326 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread started 2024-11-12T00:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,331 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread started 2024-11-12T00:24:18,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,331 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread started 2024-11-12T00:24:18,332 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f751582, L:/127.0.0.1:34905 - R:/127.0.0.1:38494] 2024-11-12T00:24:18,349 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,361 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34905,0 is dead - stopping the connection localhost:34905/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:18,362 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,363 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,368 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,369 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e1db067, L:/127.0.0.1:34905 - R:/127.0.0.1:38506] 2024-11-12T00:24:18,387 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,389 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1190154272327432245.pem was interrupted and is shutting down... 2024-11-12T00:24:18,389 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4407009751216258280.pem was interrupted and is shutting down... 2024-11-12T00:24:18,389 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34905 2024-11-12T00:24:18,389 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4407009751216258280.pem was interrupted and is shutting down... 2024-11-12T00:24:18,389 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1190154272327432245.pem was interrupted and is shutting down... 2024-11-12T00:24:18,389 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread finished 2024-11-12T00:24:18,389 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread finished 2024-11-12T00:24:18,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=980 (was 985) 2024-11-12T00:24:18,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=980 2024-11-12T00:24:18,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:18,404 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37361 2024-11-12T00:24:18,404 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,406 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,410 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread finished 2024-11-12T00:24:18,410 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread finished 2024-11-12T00:24:18,411 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,412 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,412 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread started 2024-11-12T00:24:18,412 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,413 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread started 2024-11-12T00:24:18,413 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,419 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread started 2024-11-12T00:24:18,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,420 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread started 2024-11-12T00:24:18,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x65589f82, L:/127.0.0.1:37361 - R:/127.0.0.1:41158] 2024-11-12T00:24:18,436 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,438 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1190154272327432245.pem was interrupted and is shutting down... 2024-11-12T00:24:18,438 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4407009751216258280.pem was interrupted and is shutting down... 2024-11-12T00:24:18,439 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread finished 2024-11-12T00:24:18,439 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread finished 2024-11-12T00:24:18,448 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,448 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,448 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,448 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,449 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1190154272327432245.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,449 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4407009751216258280.pem 2024-11-12T00:24:18,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,451 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,454 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,455 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,455 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread started 2024-11-12T00:24:18,455 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,456 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread started 2024-11-12T00:24:18,456 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,459 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,460 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,460 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36d8d8ac, L:/127.0.0.1:37361 - R:/127.0.0.1:41160] 2024-11-12T00:24:18,478 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,480 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37361 2024-11-12T00:24:18,480 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1190154272327432245.pem was interrupted and is shutting down... 2024-11-12T00:24:18,480 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4407009751216258280.pem was interrupted and is shutting down... 2024-11-12T00:24:18,480 DEBUG [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4407009751216258280.pem was interrupted and is shutting down... 2024-11-12T00:24:18,480 DEBUG [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1190154272327432245.pem was interrupted and is shutting down... 2024-11-12T00:24:18,480 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread finished 2024-11-12T00:24:18,480 INFO [FileChangeWatcher-hbase_test_key1190154272327432245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1190154272327432245.pem thread finished 2024-11-12T00:24:18,480 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread finished 2024-11-12T00:24:18,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=977 (was 980) 2024-11-12T00:24:18,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=976 2024-11-12T00:24:18,494 INFO [FileChangeWatcher-hbase_test_ca4407009751216258280.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4407009751216258280.pem thread finished 2024-11-12T00:24:18,552 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:18,553 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44135 2024-11-12T00:24:18,553 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:18,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,554 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,590 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,591 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,591 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread started 2024-11-12T00:24:18,591 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,591 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread started 2024-11-12T00:24:18,592 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,621 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread started 2024-11-12T00:24:18,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,621 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread started 2024-11-12T00:24:18,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71747b1d, L:/127.0.0.1:44135 - R:/127.0.0.1:53368] 2024-11-12T00:24:18,656 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,663 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,693 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44135,0 is dead - stopping the connection localhost:44135/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:18,706 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,707 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,733 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,733 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,746 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x850cddaf, L:/127.0.0.1:44135 - R:/127.0.0.1:53380] 2024-11-12T00:24:18,794 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,795 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44135 2024-11-12T00:24:18,796 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,796 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15925509579074732312.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,796 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15925509579074732312.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,796 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,796 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread finished 2024-11-12T00:24:18,796 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread finished 2024-11-12T00:24:18,796 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread finished 2024-11-12T00:24:18,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=957 (was 976) 2024-11-12T00:24:18,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=957 2024-11-12T00:24:18,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:18,810 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34003 2024-11-12T00:24:18,810 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:18,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,811 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,814 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread finished 2024-11-12T00:24:18,840 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,840 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,840 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread started 2024-11-12T00:24:18,841 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,841 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread started 2024-11-12T00:24:18,841 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,855 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,868 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,869 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread started 2024-11-12T00:24:18,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,870 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread started 2024-11-12T00:24:18,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe388096c, L:/127.0.0.1:34003 - R:/127.0.0.1:32906] 2024-11-12T00:24:18,900 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:18,902 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15925509579074732312.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,902 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 was interrupted and is shutting down... 2024-11-12T00:24:18,902 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread finished 2024-11-12T00:24:18,902 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread finished 2024-11-12T00:24:18,906 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,906 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,906 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,906 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,929 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15925509579074732312.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,929 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,929 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,942 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,942 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,942 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,942 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18231149114586329025.p12 2024-11-12T00:24:18,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:18,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:18,943 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,968 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,968 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,969 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread started 2024-11-12T00:24:18,969 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:18,969 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread started 2024-11-12T00:24:18,969 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:18,983 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:18,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:18,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb762269c, L:/127.0.0.1:34003 - R:/127.0.0.1:32918] 2024-11-12T00:24:19,029 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:19,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:19,030 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15925509579074732312.p12 was interrupted and is shutting down... 2024-11-12T00:24:19,030 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 was interrupted and is shutting down... 2024-11-12T00:24:19,030 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34003 2024-11-12T00:24:19,030 DEBUG [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15925509579074732312.p12 was interrupted and is shutting down... 2024-11-12T00:24:19,030 DEBUG [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 was interrupted and is shutting down... 2024-11-12T00:24:19,030 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread finished 2024-11-12T00:24:19,030 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread finished 2024-11-12T00:24:19,031 INFO [FileChangeWatcher-hbase_test_ca18231149114586329025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18231149114586329025.p12 thread finished 2024-11-12T00:24:19,031 INFO [FileChangeWatcher-hbase_test_key15925509579074732312.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15925509579074732312.p12 thread finished 2024-11-12T00:24:19,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=955 (was 957) 2024-11-12T00:24:19,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=955 2024-11-12T00:24:19,349 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:19,350 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38431 2024-11-12T00:24:19,350 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:19,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:19,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:19,351 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:19,595 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:19,596 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:19,596 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread started 2024-11-12T00:24:19,596 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:19,597 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread started 2024-11-12T00:24:19,597 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:19,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:19,842 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:19,843 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:19,843 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread started 2024-11-12T00:24:19,843 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:19,844 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread started 2024-11-12T00:24:19,844 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9eadf09, L:/127.0.0.1:38431 - R:/127.0.0.1:52598] 2024-11-12T00:24:20,019 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,038 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:20,226 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,226 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38431,0 is dead - stopping the connection localhost:38431/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:20,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:20,350 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:20,593 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:20,593 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:20,715 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:20,838 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:20,838 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6199c0d0, L:/127.0.0.1:38431 - R:/127.0.0.1:52610] 2024-11-12T00:24:20,977 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:20,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:20,979 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38431 2024-11-12T00:24:20,979 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks was interrupted and is shutting down... 2024-11-12T00:24:20,979 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks was interrupted and is shutting down... 2024-11-12T00:24:20,979 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks was interrupted and is shutting down... 2024-11-12T00:24:20,979 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks was interrupted and is shutting down... 2024-11-12T00:24:20,979 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread finished 2024-11-12T00:24:20,979 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread finished 2024-11-12T00:24:20,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=948 (was 955) 2024-11-12T00:24:20,986 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread finished 2024-11-12T00:24:20,986 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread finished 2024-11-12T00:24:20,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=948 2024-11-12T00:24:20,991 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:20,991 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37603 2024-11-12T00:24:20,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T00:24:20,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:20,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:20,993 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:21,235 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:21,236 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread started 2024-11-12T00:24:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:21,237 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread started 2024-11-12T00:24:21,237 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:21,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:21,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:21,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:21,489 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread started 2024-11-12T00:24:21,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:21,490 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread started 2024-11-12T00:24:21,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7ad6b7f, L:/127.0.0.1:37603 - R:/127.0.0.1:33276] 2024-11-12T00:24:21,624 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:21,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:21,626 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks was interrupted and is shutting down... 2024-11-12T00:24:21,626 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks was interrupted and is shutting down... 2024-11-12T00:24:21,626 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread finished 2024-11-12T00:24:21,626 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread finished 2024-11-12T00:24:21,636 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,636 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,636 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,636 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,819 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,819 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,819 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,819 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15246882592271303894.bcfks 2024-11-12T00:24:21,844 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,844 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,844 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,844 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,973 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,973 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,973 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,973 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9750485457329636660.bcfks 2024-11-12T00:24:21,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:21,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T00:24:21,974 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:22,218 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:22,219 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:22,219 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread started 2024-11-12T00:24:22,219 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d23d5c77-d727-96b2-a23f-a8462cd30dd5/TestNettyTLSIPCFileWatcher 2024-11-12T00:24:22,220 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread started 2024-11-12T00:24:22,220 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T00:24:22,342 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T00:24:22,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T00:24:22,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f044bd6, L:/127.0.0.1:37603 - R:/127.0.0.1:33280] 2024-11-12T00:24:22,599 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T00:24:22,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:22,601 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37603 2024-11-12T00:24:22,601 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks was interrupted and is shutting down... 2024-11-12T00:24:22,601 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks was interrupted and is shutting down... 2024-11-12T00:24:22,601 DEBUG [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks was interrupted and is shutting down... 2024-11-12T00:24:22,601 DEBUG [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks was interrupted and is shutting down... 2024-11-12T00:24:22,601 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread finished 2024-11-12T00:24:22,601 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread finished 2024-11-12T00:24:22,601 INFO [FileChangeWatcher-hbase_test_key15246882592271303894.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15246882592271303894.bcfks thread finished 2024-11-12T00:24:22,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=954 (was 948) - AvailableMemoryMB LEAK? - 2024-11-12T00:24:22,619 INFO [FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9750485457329636660.bcfks thread finished