2024-11-25 17:09:10,897 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 17:09:10,917 main DEBUG Took 0.016342 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 17:09:10,917 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 17:09:10,918 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 17:09:10,919 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 17:09:10,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,936 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 17:09:10,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,969 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,974 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,977 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,986 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,988 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,990 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,991 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 17:09:10,992 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,992 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 17:09:10,994 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 17:09:10,996 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 17:09:10,998 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 17:09:11,001 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 17:09:11,006 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 17:09:11,006 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 17:09:11,024 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 17:09:11,028 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 17:09:11,031 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 17:09:11,031 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 17:09:11,032 main DEBUG createAppenders(={Console}) 2024-11-25 17:09:11,033 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 17:09:11,033 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 17:09:11,034 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 17:09:11,034 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 17:09:11,035 main DEBUG OutputStream closed 2024-11-25 17:09:11,036 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 17:09:11,036 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 17:09:11,036 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 17:09:11,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 17:09:11,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 17:09:11,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 17:09:11,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 17:09:11,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 17:09:11,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 17:09:11,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 17:09:11,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 17:09:11,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 17:09:11,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 17:09:11,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 17:09:11,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 17:09:11,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 17:09:11,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 17:09:11,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 17:09:11,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 17:09:11,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 17:09:11,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 17:09:11,194 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 17:09:11,194 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 17:09:11,200 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 17:09:11,203 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T17:09:11,235 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 17:09:11,242 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 17:09:11,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T17:09:11,881 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T17:09:13,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=678, ProcessCount=11, AvailableMemoryMB=2750 2024-11-25T17:09:15,138 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T17:09:15,221 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T17:09:15,243 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T17:09:15,262 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T17:09:15,393 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:15,478 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4238 (auto-detected) 2024-11-25T17:09:15,480 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T17:09:15,518 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36075 2024-11-25T17:09:15,522 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:15,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3750500f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:15,572 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T17:09:15,573 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T17:09:16,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:16,125 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:16,243 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:16,412 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:16,426 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread started 2024-11-25T17:09:16,434 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:16,464 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:16,466 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread started 2024-11-25T17:09:16,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:16,588 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:16,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:16,748 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread started 2024-11-25T17:09:16,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:16,749 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread started 2024-11-25T17:09:16,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x904a268b, L:/127.0.0.1:36075 - R:/127.0.0.1:48760] 2024-11-25T17:09:16,914 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,517 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,518 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,547 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,547 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,547 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:17,548 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,548 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,548 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36075,0 is dead - stopping the connection localhost:36075/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:17,564 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,564 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,565 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:17,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:17,567 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:17,602 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:17,603 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:17,620 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:17,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:17,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1bbd01f1, L:/127.0.0.1:36075 - R:/127.0.0.1:48770] 2024-11-25T17:09:17,682 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:17,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:17,685 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36075 2024-11-25T17:09:17,685 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1898813489330674343.jks was interrupted and is shutting down... 2024-11-25T17:09:17,685 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6874702888692774140.jks was interrupted and is shutting down... 2024-11-25T17:09:17,685 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6874702888692774140.jks was interrupted and is shutting down... 2024-11-25T17:09:17,685 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1898813489330674343.jks was interrupted and is shutting down... 2024-11-25T17:09:17,685 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread finished 2024-11-25T17:09:17,685 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread finished 2024-11-25T17:09:17,685 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread finished 2024-11-25T17:09:17,685 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread finished 2024-11-25T17:09:17,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 678) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2565 (was 2750) 2024-11-25T17:09:17,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=2565 2024-11-25T17:09:17,702 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:17,702 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42211 2024-11-25T17:09:17,703 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:17,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3800c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:17,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:17,705 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:17,738 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:17,738 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:17,739 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread started 2024-11-25T17:09:17,739 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:17,740 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread started 2024-11-25T17:09:17,740 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:17,758 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:17,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:17,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:17,776 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread started 2024-11-25T17:09:17,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:17,777 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread started 2024-11-25T17:09:17,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a83e2d3, L:/127.0.0.1:42211 - R:/127.0.0.1:41416] 2024-11-25T17:09:17,820 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:17,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:17,823 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6874702888692774140.jks was interrupted and is shutting down... 2024-11-25T17:09:17,823 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread finished 2024-11-25T17:09:17,823 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1898813489330674343.jks was interrupted and is shutting down... 2024-11-25T17:09:17,825 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread finished 2024-11-25T17:09:18,167 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,167 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,168 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,168 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,198 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6874702888692774140.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,198 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,198 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,215 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,215 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,215 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,215 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1898813489330674343.jks 2024-11-25T17:09:18,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443c6b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:18,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:18,217 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,254 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,255 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,256 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread started 2024-11-25T17:09:18,256 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,257 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread started 2024-11-25T17:09:18,257 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:18,277 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,294 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,295 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc68fef5, L:/127.0.0.1:42211 - R:/127.0.0.1:41432] 2024-11-25T17:09:18,339 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:18,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:18,341 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42211 2024-11-25T17:09:18,341 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6874702888692774140.jks was interrupted and is shutting down... 2024-11-25T17:09:18,341 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1898813489330674343.jks was interrupted and is shutting down... 2024-11-25T17:09:18,341 DEBUG [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6874702888692774140.jks was interrupted and is shutting down... 2024-11-25T17:09:18,342 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread finished 2024-11-25T17:09:18,342 INFO [FileChangeWatcher-hbase_test_key6874702888692774140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6874702888692774140.jks thread finished 2024-11-25T17:09:18,342 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread finished 2024-11-25T17:09:18,342 DEBUG [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1898813489330674343.jks was interrupted and is shutting down... 2024-11-25T17:09:18,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1898813489330674343.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=2519 (was 2565) 2024-11-25T17:09:18,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=2519 2024-11-25T17:09:18,357 INFO [FileChangeWatcher-hbase_test_ca1898813489330674343.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1898813489330674343.jks thread finished 2024-11-25T17:09:18,407 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:18,408 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41081 2024-11-25T17:09:18,408 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:18,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f43aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:18,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:18,411 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,437 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,438 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,439 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread started 2024-11-25T17:09:18,439 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,440 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread started 2024-11-25T17:09:18,440 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:18,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,461 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,462 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread started 2024-11-25T17:09:18,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,463 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread started 2024-11-25T17:09:18,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x534ca0f0, L:/127.0.0.1:41081 - R:/127.0.0.1:48360] 2024-11-25T17:09:18,483 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:18,690 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,690 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,690 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,691 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,691 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41081,0 is dead - stopping the connection localhost:41081/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:18,692 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:18,692 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,693 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:18,694 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,700 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,701 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:18,709 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,709 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,710 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x826b0b25, L:/127.0.0.1:41081 - R:/127.0.0.1:48376] 2024-11-25T17:09:18,731 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:18,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:18,733 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2294040485944492942.pem was interrupted and is shutting down... 2024-11-25T17:09:18,733 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41081 2024-11-25T17:09:18,733 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16409086977206524165.pem was interrupted and is shutting down... 2024-11-25T17:09:18,734 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16409086977206524165.pem was interrupted and is shutting down... 2024-11-25T17:09:18,734 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2294040485944492942.pem was interrupted and is shutting down... 2024-11-25T17:09:18,734 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread finished 2024-11-25T17:09:18,734 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread finished 2024-11-25T17:09:18,734 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread finished 2024-11-25T17:09:18,734 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread finished 2024-11-25T17:09:18,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=26 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$NonfairSync.tryAcquire(ReentrantLock.java:242) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:672) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=2466 (was 2519) 2024-11-25T17:09:18,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=2466 2024-11-25T17:09:18,750 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:18,750 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46579 2024-11-25T17:09:18,750 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:18,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128c6598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:18,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:18,753 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,758 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,759 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,761 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread started 2024-11-25T17:09:18,761 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,762 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread started 2024-11-25T17:09:18,762 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:18,768 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:18,769 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:18,769 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,770 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread started 2024-11-25T17:09:18,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:18,770 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread started 2024-11-25T17:09:18,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe69f33ab, L:/127.0.0.1:46579 - R:/127.0.0.1:39868] 2024-11-25T17:09:18,789 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:18,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:18,792 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2294040485944492942.pem was interrupted and is shutting down... 2024-11-25T17:09:18,792 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16409086977206524165.pem was interrupted and is shutting down... 2024-11-25T17:09:18,793 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread finished 2024-11-25T17:09:18,793 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread finished 2024-11-25T17:09:19,035 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,035 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2294040485944492942.pem 2024-11-25T17:09:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b1b739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,036 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:19,037 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,037 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16409086977206524165.pem 2024-11-25T17:09:19,038 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,043 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,044 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,045 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,045 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread started 2024-11-25T17:09:19,046 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread started 2024-11-25T17:09:19,046 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:19,052 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,053 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,054 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc618adc6, L:/127.0.0.1:46579 - R:/127.0.0.1:39872] 2024-11-25T17:09:19,072 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:19,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:19,074 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46579 2024-11-25T17:09:19,074 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16409086977206524165.pem was interrupted and is shutting down... 2024-11-25T17:09:19,074 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2294040485944492942.pem was interrupted and is shutting down... 2024-11-25T17:09:19,074 DEBUG [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2294040485944492942.pem was interrupted and is shutting down... 2024-11-25T17:09:19,074 DEBUG [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16409086977206524165.pem was interrupted and is shutting down... 2024-11-25T17:09:19,074 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread finished 2024-11-25T17:09:19,074 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread finished 2024-11-25T17:09:19,074 INFO [FileChangeWatcher-hbase_test_key2294040485944492942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2294040485944492942.pem thread finished 2024-11-25T17:09:19,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16409086977206524165.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=2420 (was 2466) 2024-11-25T17:09:19,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=2419 2024-11-25T17:09:19,089 INFO [FileChangeWatcher-hbase_test_ca16409086977206524165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16409086977206524165.pem thread finished 2024-11-25T17:09:19,136 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:19,137 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38835 2024-11-25T17:09:19,137 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:19,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6721a1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:19,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:19,139 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,173 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,174 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,174 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread started 2024-11-25T17:09:19,174 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,175 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread started 2024-11-25T17:09:19,175 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:19,194 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,213 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread started 2024-11-25T17:09:19,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,213 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread started 2024-11-25T17:09:19,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9a652e16, L:/127.0.0.1:38835 - R:/127.0.0.1:57612] 2024-11-25T17:09:19,266 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,647 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,678 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,678 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,678 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,678 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,679 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:19,679 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,679 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38835,0 is dead - stopping the connection localhost:38835/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,696 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:19,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:19,698 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,748 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,748 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:19,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,783 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1318db73, L:/127.0.0.1:38835 - R:/127.0.0.1:57616] 2024-11-25T17:09:19,827 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:19,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:19,829 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38835 2024-11-25T17:09:19,829 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13647054188680753785.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,829 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,829 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13647054188680753785.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,829 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,829 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread finished 2024-11-25T17:09:19,829 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread finished 2024-11-25T17:09:19,829 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread finished 2024-11-25T17:09:19,830 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread finished 2024-11-25T17:09:19,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=2331 (was 2419) 2024-11-25T17:09:19,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=2331 2024-11-25T17:09:19,845 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:19,845 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44827 2024-11-25T17:09:19,845 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:19,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e59a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:19,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:19,847 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,884 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,884 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,885 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread started 2024-11-25T17:09:19,885 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,885 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread started 2024-11-25T17:09:19,886 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:19,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:19,935 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:19,936 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,936 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread started 2024-11-25T17:09:19,936 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:19,937 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread started 2024-11-25T17:09:19,937 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81198408, L:/127.0.0.1:44827 - R:/127.0.0.1:43878] 2024-11-25T17:09:19,975 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:19,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:19,978 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13647054188680753785.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,978 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 was interrupted and is shutting down... 2024-11-25T17:09:19,978 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread finished 2024-11-25T17:09:19,978 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread finished 2024-11-25T17:09:20,165 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,165 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,165 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,165 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,197 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,197 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,197 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,197 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13647054188680753785.p12 2024-11-25T17:09:20,198 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,198 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,198 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,198 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,219 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,219 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0f790c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:20,219 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,219 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9692632379608776975.p12 2024-11-25T17:09:20,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:20,221 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:20,255 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:20,256 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:20,257 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:20,257 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread started 2024-11-25T17:09:20,258 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread started 2024-11-25T17:09:20,258 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:20,282 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:20,302 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:20,303 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef2d91a4, L:/127.0.0.1:44827 - R:/127.0.0.1:43882] 2024-11-25T17:09:20,353 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:20,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:20,355 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44827 2024-11-25T17:09:20,355 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 was interrupted and is shutting down... 2024-11-25T17:09:20,356 DEBUG [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 was interrupted and is shutting down... 2024-11-25T17:09:20,356 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13647054188680753785.p12 was interrupted and is shutting down... 2024-11-25T17:09:20,356 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread finished 2024-11-25T17:09:20,356 INFO [FileChangeWatcher-hbase_test_ca9692632379608776975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9692632379608776975.p12 thread finished 2024-11-25T17:09:20,357 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread finished 2024-11-25T17:09:20,357 DEBUG [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13647054188680753785.p12 was interrupted and is shutting down... 2024-11-25T17:09:20,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13647054188680753785.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=2266 (was 2331) 2024-11-25T17:09:20,377 INFO [FileChangeWatcher-hbase_test_key13647054188680753785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13647054188680753785.p12 thread finished 2024-11-25T17:09:20,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=2266 2024-11-25T17:09:21,099 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:21,100 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44593 2024-11-25T17:09:21,100 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:21,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca41d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:21,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:21,102 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:21,490 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:21,491 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:21,492 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread started 2024-11-25T17:09:21,493 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:21,494 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread started 2024-11-25T17:09:21,494 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:21,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:21,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:21,848 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:21,848 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread started 2024-11-25T17:09:21,849 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:21,849 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread started 2024-11-25T17:09:21,850 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9d29d49, L:/127.0.0.1:44593 - R:/127.0.0.1:36736] 2024-11-25T17:09:22,049 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:22,358 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,358 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,358 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,358 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,359 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,359 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,359 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,359 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,617 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44593,0 is dead - stopping the connection localhost:44593/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:22,789 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:22,790 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:23,146 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:23,147 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:23,317 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:23,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:23,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1266694, L:/127.0.0.1:44593 - R:/127.0.0.1:36626] 2024-11-25T17:09:23,727 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:23,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:23,729 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44593 2024-11-25T17:09:23,729 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks was interrupted and is shutting down... 2024-11-25T17:09:23,729 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks was interrupted and is shutting down... 2024-11-25T17:09:23,729 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks was interrupted and is shutting down... 2024-11-25T17:09:23,729 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks was interrupted and is shutting down... 2024-11-25T17:09:23,729 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread finished 2024-11-25T17:09:23,729 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread finished 2024-11-25T17:09:23,729 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread finished 2024-11-25T17:09:23,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=2146 (was 2266) 2024-11-25T17:09:23,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=2145 2024-11-25T17:09:23,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:23,742 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36407 2024-11-25T17:09:23,742 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:23,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76944c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:23,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:23,744 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:23,749 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread finished 2024-11-25T17:09:24,080 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:24,081 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:24,082 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread started 2024-11-25T17:09:24,082 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:24,083 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread started 2024-11-25T17:09:24,083 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:24,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:24,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:24,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:24,459 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread started 2024-11-25T17:09:24,460 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:24,460 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread started 2024-11-25T17:09:24,460 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44b5729f, L:/127.0.0.1:36407 - R:/127.0.0.1:34514] 2024-11-25T17:09:24,705 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:24,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:24,708 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks was interrupted and is shutting down... 2024-11-25T17:09:24,708 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks was interrupted and is shutting down... 2024-11-25T17:09:24,708 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread finished 2024-11-25T17:09:24,708 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread finished 2024-11-25T17:09:25,105 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,105 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,105 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,105 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,422 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,422 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,422 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,423 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3256035588026060724.bcfks 2024-11-25T17:09:25,423 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,423 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,423 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,423 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,641 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,641 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,641 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,641 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8804805040957728295.bcfks 2024-11-25T17:09:25,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32575ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:25,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:25,643 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:26,094 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:26,094 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:26,096 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:26,096 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread started 2024-11-25T17:09:26,096 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread started 2024-11-25T17:09:26,097 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:26,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:26,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:26,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b925797, L:/127.0.0.1:36407 - R:/127.0.0.1:34528] 2024-11-25T17:09:26,864 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:26,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:26,867 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36407 2024-11-25T17:09:26,867 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks was interrupted and is shutting down... 2024-11-25T17:09:26,867 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks was interrupted and is shutting down... 2024-11-25T17:09:26,867 DEBUG [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks was interrupted and is shutting down... 2024-11-25T17:09:26,867 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread finished 2024-11-25T17:09:26,868 DEBUG [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks was interrupted and is shutting down... 2024-11-25T17:09:26,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=42 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3256035588026060724.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=2069 (was 2145) 2024-11-25T17:09:26,885 INFO [FileChangeWatcher-hbase_test_key3256035588026060724.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3256035588026060724.bcfks thread finished 2024-11-25T17:09:26,885 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread finished 2024-11-25T17:09:26,886 INFO [FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8804805040957728295.bcfks thread finished 2024-11-25T17:09:26,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2068 2024-11-25T17:09:27,102 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:27,103 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39857 2024-11-25T17:09:27,103 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:27,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b005520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:27,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:27,105 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,169 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,170 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,170 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread started 2024-11-25T17:09:27,171 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,172 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread started 2024-11-25T17:09:27,172 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:27,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,237 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread started 2024-11-25T17:09:27,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,238 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread started 2024-11-25T17:09:27,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b274f60, L:/127.0.0.1:39857 - R:/127.0.0.1:44610] 2024-11-25T17:09:27,335 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:27,351 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,351 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,357 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,357 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,357 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,357 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,358 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,358 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,406 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,406 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,406 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,406 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,406 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,407 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,407 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,407 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,408 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,408 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,408 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,437 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,438 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,438 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,438 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39857,0 is dead - stopping the connection localhost:39857/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:27,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:27,441 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,503 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,503 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:27,523 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,547 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,548 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcf1fa884, L:/127.0.0.1:39857 - R:/127.0.0.1:44614] 2024-11-25T17:09:27,607 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:27,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:27,608 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39857 2024-11-25T17:09:27,608 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14412743314928525916.jks was interrupted and is shutting down... 2024-11-25T17:09:27,608 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14412743314928525916.jks was interrupted and is shutting down... 2024-11-25T17:09:27,608 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15547306097811750849.jks was interrupted and is shutting down... 2024-11-25T17:09:27,609 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15547306097811750849.jks was interrupted and is shutting down... 2024-11-25T17:09:27,609 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread finished 2024-11-25T17:09:27,609 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread finished 2024-11-25T17:09:27,609 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread finished 2024-11-25T17:09:27,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=2046 (was 2068) 2024-11-25T17:09:27,621 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread finished 2024-11-25T17:09:27,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2045 2024-11-25T17:09:27,625 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:27,626 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42579 2024-11-25T17:09:27,626 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:27,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efedea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:27,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:27,627 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,691 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,692 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,692 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread started 2024-11-25T17:09:27,693 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,694 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread started 2024-11-25T17:09:27,694 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:27,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,751 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread started 2024-11-25T17:09:27,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,752 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread started 2024-11-25T17:09:27,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7a06a207, L:/127.0.0.1:42579 - R:/127.0.0.1:51250] 2024-11-25T17:09:27,816 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:27,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:27,819 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15547306097811750849.jks was interrupted and is shutting down... 2024-11-25T17:09:27,819 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14412743314928525916.jks was interrupted and is shutting down... 2024-11-25T17:09:27,820 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread finished 2024-11-25T17:09:27,820 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread finished 2024-11-25T17:09:27,828 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,829 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,829 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,829 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,886 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,887 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,887 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,887 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,887 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,887 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14412743314928525916.jks 2024-11-25T17:09:27,887 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,887 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a08ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:27,920 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,920 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,921 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,921 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15547306097811750849.jks 2024-11-25T17:09:27,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:27,922 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:27,986 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:27,987 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,988 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread started 2024-11-25T17:09:27,992 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:27,993 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread started 2024-11-25T17:09:27,993 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,026 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,059 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc19f2224, L:/127.0.0.1:42579 - R:/127.0.0.1:51254] 2024-11-25T17:09:28,129 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:28,131 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42579 2024-11-25T17:09:28,131 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14412743314928525916.jks was interrupted and is shutting down... 2024-11-25T17:09:28,131 DEBUG [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14412743314928525916.jks was interrupted and is shutting down... 2024-11-25T17:09:28,131 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15547306097811750849.jks was interrupted and is shutting down... 2024-11-25T17:09:28,131 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread finished 2024-11-25T17:09:28,131 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread finished 2024-11-25T17:09:28,131 INFO [FileChangeWatcher-hbase_test_key14412743314928525916.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14412743314928525916.jks thread finished 2024-11-25T17:09:28,132 DEBUG [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15547306097811750849.jks was interrupted and is shutting down... 2024-11-25T17:09:28,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=2028 (was 2045) 2024-11-25T17:09:28,145 INFO [FileChangeWatcher-hbase_test_ca15547306097811750849.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15547306097811750849.jks thread finished 2024-11-25T17:09:28,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2028 2024-11-25T17:09:28,156 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:28,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34531 2024-11-25T17:09:28,157 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:28,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a6d8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:28,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,159 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,164 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,164 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,165 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread started 2024-11-25T17:09:28,165 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,165 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread started 2024-11-25T17:09:28,165 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,173 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread started 2024-11-25T17:09:28,174 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,177 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread started 2024-11-25T17:09:28,177 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x118acbb6, L:/127.0.0.1:34531 - R:/127.0.0.1:36982] 2024-11-25T17:09:28,202 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,228 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,228 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,228 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,228 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,228 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,228 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,229 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,231 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,232 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,232 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,231 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34531,0 is dead - stopping the connection localhost:34531/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:28,231 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,232 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,232 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,234 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,240 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,241 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,230 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,242 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,242 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,245 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,245 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,246 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25368664, L:/127.0.0.1:34531 - R:/127.0.0.1:36984] 2024-11-25T17:09:28,276 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:28,281 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca827445314450230765.pem was interrupted and is shutting down... 2024-11-25T17:09:28,281 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3383155898548588137.pem was interrupted and is shutting down... 2024-11-25T17:09:28,282 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread finished 2024-11-25T17:09:28,282 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread finished 2024-11-25T17:09:28,282 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34531 2024-11-25T17:09:28,282 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3383155898548588137.pem was interrupted and is shutting down... 2024-11-25T17:09:28,282 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread finished 2024-11-25T17:09:28,283 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca827445314450230765.pem was interrupted and is shutting down... 2024-11-25T17:09:28,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=2022 (was 2028) 2024-11-25T17:09:28,297 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread finished 2024-11-25T17:09:28,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2022 2024-11-25T17:09:28,303 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:28,304 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42609 2024-11-25T17:09:28,304 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:28,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c41f559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:28,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,306 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,312 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,325 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,326 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread started 2024-11-25T17:09:28,326 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,327 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread started 2024-11-25T17:09:28,327 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,333 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,333 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,337 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,339 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread started 2024-11-25T17:09:28,345 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,346 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread started 2024-11-25T17:09:28,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0ced644a, L:/127.0.0.1:42609 - R:/127.0.0.1:45962] 2024-11-25T17:09:28,367 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:28,385 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3383155898548588137.pem was interrupted and is shutting down... 2024-11-25T17:09:28,385 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread finished 2024-11-25T17:09:28,388 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca827445314450230765.pem was interrupted and is shutting down... 2024-11-25T17:09:28,388 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread finished 2024-11-25T17:09:28,413 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,413 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,413 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,413 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,413 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,413 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3383155898548588137.pem 2024-11-25T17:09:28,414 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,414 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,414 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,414 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,415 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,415 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,415 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,415 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca827445314450230765.pem 2024-11-25T17:09:28,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8f96fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:28,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,423 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,435 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,436 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,437 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread started 2024-11-25T17:09:28,441 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,443 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread started 2024-11-25T17:09:28,443 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,448 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,448 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4e60f1c, L:/127.0.0.1:42609 - R:/127.0.0.1:45968] 2024-11-25T17:09:28,471 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:28,473 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42609 2024-11-25T17:09:28,473 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca827445314450230765.pem was interrupted and is shutting down... 2024-11-25T17:09:28,473 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3383155898548588137.pem was interrupted and is shutting down... 2024-11-25T17:09:28,473 DEBUG [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3383155898548588137.pem was interrupted and is shutting down... 2024-11-25T17:09:28,473 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread finished 2024-11-25T17:09:28,473 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread finished 2024-11-25T17:09:28,473 INFO [FileChangeWatcher-hbase_test_key3383155898548588137.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3383155898548588137.pem thread finished 2024-11-25T17:09:28,475 DEBUG [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca827445314450230765.pem was interrupted and is shutting down... 2024-11-25T17:09:28,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=2007 (was 2022) 2024-11-25T17:09:28,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2007 2024-11-25T17:09:28,493 INFO [FileChangeWatcher-hbase_test_ca827445314450230765.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca827445314450230765.pem thread finished 2024-11-25T17:09:28,561 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:28,562 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46685 2024-11-25T17:09:28,562 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:28,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2242ea5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:28,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,564 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,611 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,611 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,612 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread started 2024-11-25T17:09:28,612 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,612 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread started 2024-11-25T17:09:28,613 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,657 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,658 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread started 2024-11-25T17:09:28,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:28,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc9c227c, L:/127.0.0.1:46685 - R:/127.0.0.1:53196] 2024-11-25T17:09:28,661 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread started 2024-11-25T17:09:28,716 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,723 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,723 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,724 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,724 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,724 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,724 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,726 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,726 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:28,778 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,779 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:28,809 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46685,0 is dead - stopping the connection localhost:46685/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:28,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,810 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,861 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,861 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:28,890 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:28,914 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:28,914 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b661e5c, L:/127.0.0.1:46685 - R:/127.0.0.1:53202] 2024-11-25T17:09:28,974 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:28,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:28,976 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46685 2024-11-25T17:09:28,976 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca970804050262529514.p12 was interrupted and is shutting down... 2024-11-25T17:09:28,976 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2339037361897407755.p12 was interrupted and is shutting down... 2024-11-25T17:09:28,976 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2339037361897407755.p12 was interrupted and is shutting down... 2024-11-25T17:09:28,976 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca970804050262529514.p12 was interrupted and is shutting down... 2024-11-25T17:09:28,977 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread finished 2024-11-25T17:09:28,977 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread finished 2024-11-25T17:09:28,977 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread finished 2024-11-25T17:09:28,985 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread finished 2024-11-25T17:09:28,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=2005 (was 2007) 2024-11-25T17:09:28,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=2005 2024-11-25T17:09:28,995 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:28,996 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40977 2024-11-25T17:09:28,996 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:28,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293aad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:28,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:28,998 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:29,040 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:29,041 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,043 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread started 2024-11-25T17:09:29,045 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,049 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread started 2024-11-25T17:09:29,049 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:29,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:29,099 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:29,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,101 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread started 2024-11-25T17:09:29,101 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,102 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7192751b, L:/127.0.0.1:40977 - R:/127.0.0.1:36438] 2024-11-25T17:09:29,102 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread started 2024-11-25T17:09:29,196 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:29,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:29,215 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca970804050262529514.p12 was interrupted and is shutting down... 2024-11-25T17:09:29,221 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,221 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,221 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,221 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,221 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,221 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,222 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread finished 2024-11-25T17:09:29,222 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread finished 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,271 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2339037361897407755.p12 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,271 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,271 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,302 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,303 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,303 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,303 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca970804050262529514.p12 2024-11-25T17:09:29,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8c0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:29,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:29,306 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:29,365 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:29,365 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,374 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread started 2024-11-25T17:09:29,374 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:29,385 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread started 2024-11-25T17:09:29,386 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:29,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:29,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:29,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f7a380e, L:/127.0.0.1:40977 - R:/127.0.0.1:36454] 2024-11-25T17:09:29,576 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:29,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:29,578 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40977 2024-11-25T17:09:29,578 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca970804050262529514.p12 was interrupted and is shutting down... 2024-11-25T17:09:29,578 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2339037361897407755.p12 was interrupted and is shutting down... 2024-11-25T17:09:29,578 DEBUG [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2339037361897407755.p12 was interrupted and is shutting down... 2024-11-25T17:09:29,578 DEBUG [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca970804050262529514.p12 was interrupted and is shutting down... 2024-11-25T17:09:29,578 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread finished 2024-11-25T17:09:29,578 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread finished 2024-11-25T17:09:29,578 INFO [FileChangeWatcher-hbase_test_ca970804050262529514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca970804050262529514.p12 thread finished 2024-11-25T17:09:29,597 INFO [FileChangeWatcher-hbase_test_key2339037361897407755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2339037361897407755.p12 thread finished 2024-11-25T17:09:29,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 667) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1977 (was 2005) 2024-11-25T17:09:29,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=1976 2024-11-25T17:09:30,191 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:30,192 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44565 2024-11-25T17:09:30,192 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:30,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb595d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:30,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:30,194 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:30,705 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:30,708 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:30,717 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread started 2024-11-25T17:09:30,721 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:30,725 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:30,726 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread started 2024-11-25T17:09:30,959 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:31,185 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:31,185 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:31,186 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread started 2024-11-25T17:09:31,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:31,188 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread started 2024-11-25T17:09:31,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17814be8, L:/127.0.0.1:44565 - R:/127.0.0.1:54586] 2024-11-25T17:09:31,495 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:31,512 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,512 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,512 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,512 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,513 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,513 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,513 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,513 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,894 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:31,895 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:31,895 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,118 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,118 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,118 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:32,119 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44565,0 is dead - stopping the connection localhost:44565/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T17:09:32,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:32,120 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:32,535 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:32,536 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:32,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:33,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:33,064 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3ce8566, L:/127.0.0.1:44565 - R:/127.0.0.1:51356] 2024-11-25T17:09:33,436 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:33,438 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44565 2024-11-25T17:09:33,438 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks was interrupted and is shutting down... 2024-11-25T17:09:33,438 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks was interrupted and is shutting down... 2024-11-25T17:09:33,438 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks was interrupted and is shutting down... 2024-11-25T17:09:33,438 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks was interrupted and is shutting down... 2024-11-25T17:09:33,438 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread finished 2024-11-25T17:09:33,438 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread finished 2024-11-25T17:09:33,438 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread finished 2024-11-25T17:09:33,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 686), ProcessCount=11 (was 11), AvailableMemoryMB=1916 (was 1976) 2024-11-25T17:09:33,453 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread finished 2024-11-25T17:09:33,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=1916 2024-11-25T17:09:33,462 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T17:09:33,462 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32841 2024-11-25T17:09:33,463 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T17:09:33,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcf497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:33,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:33,464 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:33,980 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:33,990 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:33,995 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:33,997 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread started 2024-11-25T17:09:34,005 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:34,012 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread started 2024-11-25T17:09:34,311 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:34,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:34,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:34,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:34,557 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread started 2024-11-25T17:09:34,557 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread started 2024-11-25T17:09:34,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2a0da320, L:/127.0.0.1:32841 - R:/127.0.0.1:56506] 2024-11-25T17:09:34,808 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:34,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:34,810 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks was interrupted and is shutting down... 2024-11-25T17:09:34,810 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks was interrupted and is shutting down... 2024-11-25T17:09:34,811 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread finished 2024-11-25T17:09:34,811 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread finished 2024-11-25T17:09:34,819 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:34,819 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:34,819 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:34,819 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:35,205 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:35,205 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:35,205 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,205 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,205 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:35,206 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5829877996939231318.bcfks 2024-11-25T17:09:35,206 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,206 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,461 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,461 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,461 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,461 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6583536580353707321.bcfks 2024-11-25T17:09:35,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424174b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T17:09:35,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T17:09:35,462 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:35,980 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:35,980 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:35,985 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread started 2024-11-25T17:09:35,997 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0c2de9-5145-2f29-9e21-f1701767d7d7/TestNettyTLSIPCFileWatcher 2024-11-25T17:09:36,012 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T17:09:36,017 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread started 2024-11-25T17:09:36,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T17:09:36,494 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T17:09:36,495 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x30945c05, L:/127.0.0.1:32841 - R:/127.0.0.1:56520] 2024-11-25T17:09:36,765 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T17:09:36,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T17:09:36,767 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32841 2024-11-25T17:09:36,767 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks was interrupted and is shutting down... 2024-11-25T17:09:36,767 DEBUG [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks was interrupted and is shutting down... 2024-11-25T17:09:36,767 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks was interrupted and is shutting down... 2024-11-25T17:09:36,767 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread finished 2024-11-25T17:09:36,767 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread finished 2024-11-25T17:09:36,767 INFO [FileChangeWatcher-hbase_test_key5829877996939231318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5829877996939231318.bcfks thread finished 2024-11-25T17:09:36,767 DEBUG [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks was interrupted and is shutting down... 2024-11-25T17:09:36,767 INFO [FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6583536580353707321.bcfks thread finished 2024-11-25T17:09:36,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 686) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 1916) - AvailableMemoryMB LEAK? -