2024-11-07 19:12:07,632 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 19:12:07,648 main DEBUG Took 0.013664 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 19:12:07,649 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 19:12:07,649 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 19:12:07,650 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 19:12:07,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,664 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 19:12:07,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,682 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,685 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,686 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,687 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,688 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 19:12:07,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,691 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 19:12:07,692 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 19:12:07,694 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 19:12:07,695 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 19:12:07,696 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 19:12:07,697 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 19:12:07,697 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 19:12:07,706 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 19:12:07,708 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 19:12:07,710 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 19:12:07,711 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 19:12:07,711 main DEBUG createAppenders(={Console}) 2024-11-07 19:12:07,712 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-07 19:12:07,712 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 19:12:07,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-07 19:12:07,713 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 19:12:07,713 main DEBUG OutputStream closed 2024-11-07 19:12:07,713 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 19:12:07,713 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 19:12:07,714 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-07 19:12:07,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 19:12:07,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 19:12:07,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 19:12:07,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 19:12:07,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 19:12:07,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 19:12:07,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 19:12:07,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 19:12:07,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 19:12:07,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 19:12:07,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 19:12:07,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 19:12:07,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 19:12:07,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 19:12:07,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 19:12:07,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 19:12:07,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 19:12:07,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 19:12:07,796 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 19:12:07,796 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-07 19:12:07,796 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 19:12:07,797 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-07T19:12:07,814 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-07 19:12:07,817 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 19:12:07,817 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T19:12:08,281 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T19:12:09,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=5808 2024-11-07T19:12:09,694 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T19:12:09,738 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T19:12:09,752 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T19:12:09,765 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T19:12:09,841 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:09,873 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25339 (auto-detected) 2024-11-07T19:12:09,874 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T19:12:09,896 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44945 2024-11-07T19:12:09,899 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:09,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:09,930 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T19:12:09,930 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T19:12:10,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:10,265 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:10,312 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:10,394 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:10,396 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread started 2024-11-07T19:12:10,396 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:10,397 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread started 2024-11-07T19:12:10,403 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:10,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:10,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:10,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:10,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:10,556 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread started 2024-11-07T19:12:10,557 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread started 2024-11-07T19:12:10,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5889c61a, L:/127.0.0.1:44945 - R:/127.0.0.1:33670] 2024-11-07T19:12:10,685 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,968 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,996 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,996 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,996 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,996 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,997 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,997 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,997 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:10,998 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,011 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,011 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,011 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,011 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44945,0 is dead - stopping the connection localhost:44945/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:11,011 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,012 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,012 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,012 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,012 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:11,015 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,046 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,047 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:11,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58161523, L:/127.0.0.1:44945 - R:/127.0.0.1:33684] 2024-11-07T19:12:11,141 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:11,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:11,143 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44945 2024-11-07T19:12:11,143 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17255869920451262116.jks was interrupted and is shutting down... 2024-11-07T19:12:11,143 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15998730345032365622.jks was interrupted and is shutting down... 2024-11-07T19:12:11,144 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17255869920451262116.jks was interrupted and is shutting down... 2024-11-07T19:12:11,144 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15998730345032365622.jks was interrupted and is shutting down... 2024-11-07T19:12:11,144 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread finished 2024-11-07T19:12:11,144 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread finished 2024-11-07T19:12:11,144 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread finished 2024-11-07T19:12:11,145 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread finished 2024-11-07T19:12:11,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5658 (was 5808) 2024-11-07T19:12:11,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5658 2024-11-07T19:12:11,164 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:11,164 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37705 2024-11-07T19:12:11,165 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:11,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:11,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:11,167 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,198 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,198 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,199 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,199 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread started 2024-11-07T19:12:11,199 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread started 2024-11-07T19:12:11,200 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:11,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,232 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,234 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread started 2024-11-07T19:12:11,234 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread started 2024-11-07T19:12:11,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07eda560, L:/127.0.0.1:37705 - R:/127.0.0.1:50634] 2024-11-07T19:12:11,274 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:11,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:11,277 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17255869920451262116.jks was interrupted and is shutting down... 2024-11-07T19:12:11,277 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15998730345032365622.jks was interrupted and is shutting down... 2024-11-07T19:12:11,277 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread finished 2024-11-07T19:12:11,292 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread finished 2024-11-07T19:12:11,541 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,541 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,541 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,541 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,568 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17255869920451262116.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,568 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,568 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,583 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,583 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:11,583 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,583 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15998730345032365622.jks 2024-11-07T19:12:11,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:11,585 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,617 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,618 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,619 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread started 2024-11-07T19:12:11,619 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,620 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread started 2024-11-07T19:12:11,620 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:11,636 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x63f92cd6, L:/127.0.0.1:37705 - R:/127.0.0.1:50640] 2024-11-07T19:12:11,693 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:11,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:11,695 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37705 2024-11-07T19:12:11,695 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17255869920451262116.jks was interrupted and is shutting down... 2024-11-07T19:12:11,695 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15998730345032365622.jks was interrupted and is shutting down... 2024-11-07T19:12:11,695 DEBUG [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17255869920451262116.jks was interrupted and is shutting down... 2024-11-07T19:12:11,695 DEBUG [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15998730345032365622.jks was interrupted and is shutting down... 2024-11-07T19:12:11,695 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread finished 2024-11-07T19:12:11,695 INFO [FileChangeWatcher-hbase_test_key17255869920451262116.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17255869920451262116.jks thread finished 2024-11-07T19:12:11,695 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread finished 2024-11-07T19:12:11,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15998730345032365622.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5612 (was 5658) 2024-11-07T19:12:11,708 INFO [FileChangeWatcher-hbase_test_ca15998730345032365622.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15998730345032365622.jks thread finished 2024-11-07T19:12:11,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5611 2024-11-07T19:12:11,757 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:11,758 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46387 2024-11-07T19:12:11,758 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:11,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13650f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:11,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:11,760 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,778 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,778 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,779 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread started 2024-11-07T19:12:11,779 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,779 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread started 2024-11-07T19:12:11,780 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:11,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:11,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:11,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:11,797 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread started 2024-11-07T19:12:11,798 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread started 2024-11-07T19:12:11,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8554a913, L:/127.0.0.1:46387 - R:/127.0.0.1:50652] 2024-11-07T19:12:11,818 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,212 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,212 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46387,0 is dead - stopping the connection localhost:46387/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:12,212 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,212 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,213 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,214 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,223 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,224 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:12,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xccbda5b0, L:/127.0.0.1:46387 - R:/127.0.0.1:50658] 2024-11-07T19:12:12,251 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:12,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:12,253 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46387 2024-11-07T19:12:12,253 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7035879893627853437.pem was interrupted and is shutting down... 2024-11-07T19:12:12,253 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4337704673275044791.pem was interrupted and is shutting down... 2024-11-07T19:12:12,254 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7035879893627853437.pem was interrupted and is shutting down... 2024-11-07T19:12:12,254 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4337704673275044791.pem was interrupted and is shutting down... 2024-11-07T19:12:12,254 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread finished 2024-11-07T19:12:12,254 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread finished 2024-11-07T19:12:12,254 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread finished 2024-11-07T19:12:12,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4337704673275044791.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5552 (was 5611) 2024-11-07T19:12:12,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5552 2024-11-07T19:12:12,268 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread finished 2024-11-07T19:12:12,269 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:12,270 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42065 2024-11-07T19:12:12,270 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:12,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:12,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:12,272 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,276 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,277 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,277 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread started 2024-11-07T19:12:12,278 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,278 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread started 2024-11-07T19:12:12,278 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:12,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,286 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread started 2024-11-07T19:12:12,286 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,287 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread started 2024-11-07T19:12:12,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17259f12, L:/127.0.0.1:42065 - R:/127.0.0.1:49258] 2024-11-07T19:12:12,302 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:12,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:12,304 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7035879893627853437.pem was interrupted and is shutting down... 2024-11-07T19:12:12,304 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4337704673275044791.pem was interrupted and is shutting down... 2024-11-07T19:12:12,304 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread finished 2024-11-07T19:12:12,304 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread finished 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,482 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,483 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7035879893627853437.pem 2024-11-07T19:12:12,483 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,483 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,483 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:12,483 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,483 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,484 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4337704673275044791.pem 2024-11-07T19:12:12,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:12,485 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,490 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,491 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,491 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread started 2024-11-07T19:12:12,491 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,492 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread started 2024-11-07T19:12:12,492 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:12,499 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,500 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,500 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6dc9eb85, L:/127.0.0.1:42065 - R:/127.0.0.1:49272] 2024-11-07T19:12:12,521 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:12,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:12,523 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42065 2024-11-07T19:12:12,523 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4337704673275044791.pem was interrupted and is shutting down... 2024-11-07T19:12:12,523 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7035879893627853437.pem was interrupted and is shutting down... 2024-11-07T19:12:12,523 DEBUG [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7035879893627853437.pem was interrupted and is shutting down... 2024-11-07T19:12:12,523 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread finished 2024-11-07T19:12:12,523 DEBUG [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4337704673275044791.pem was interrupted and is shutting down... 2024-11-07T19:12:12,523 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread finished 2024-11-07T19:12:12,523 INFO [FileChangeWatcher-hbase_test_key7035879893627853437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7035879893627853437.pem thread finished 2024-11-07T19:12:12,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5507 (was 5552) 2024-11-07T19:12:12,536 INFO [FileChangeWatcher-hbase_test_ca4337704673275044791.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4337704673275044791.pem thread finished 2024-11-07T19:12:12,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5506 2024-11-07T19:12:12,579 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:12,580 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37005 2024-11-07T19:12:12,580 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:12,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa6c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:12,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:12,582 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,613 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,613 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,614 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread started 2024-11-07T19:12:12,614 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,614 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread started 2024-11-07T19:12:12,614 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:12,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:12,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:12,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,646 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread started 2024-11-07T19:12:12,646 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:12,647 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread started 2024-11-07T19:12:12,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x229c24c8, L:/127.0.0.1:37005 - R:/127.0.0.1:49794] 2024-11-07T19:12:12,683 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:12,979 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,005 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,005 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,005 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,005 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,005 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,006 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,006 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,021 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,021 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,021 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,021 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,022 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,021 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37005,0 is dead - stopping the connection localhost:37005/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:13,022 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,022 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,022 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:13,023 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,054 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,054 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:13,077 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77373e2d, L:/127.0.0.1:37005 - R:/127.0.0.1:49800] 2024-11-07T19:12:13,132 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:13,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:13,134 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37005 2024-11-07T19:12:13,134 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879811485017310669.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,134 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,134 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,134 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879811485017310669.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,134 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread finished 2024-11-07T19:12:13,134 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread finished 2024-11-07T19:12:13,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3426117341636071690.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14879811485017310669.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5445 (was 5506) 2024-11-07T19:12:13,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5445 2024-11-07T19:12:13,147 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:13,148 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread finished 2024-11-07T19:12:13,148 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread finished 2024-11-07T19:12:13,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35819 2024-11-07T19:12:13,148 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:13,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:13,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:13,150 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,181 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread started 2024-11-07T19:12:13,181 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread started 2024-11-07T19:12:13,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:13,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,213 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread started 2024-11-07T19:12:13,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,214 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread started 2024-11-07T19:12:13,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25321d76, L:/127.0.0.1:35819 - R:/127.0.0.1:50186] 2024-11-07T19:12:13,251 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:13,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:13,253 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879811485017310669.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,253 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,254 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread finished 2024-11-07T19:12:13,254 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread finished 2024-11-07T19:12:13,557 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,557 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,557 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,557 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,583 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,583 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,583 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,583 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879811485017310669.p12 2024-11-07T19:12:13,584 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,584 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,584 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,584 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,598 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,598 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:13,598 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,598 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3426117341636071690.p12 2024-11-07T19:12:13,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:13,600 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,630 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,631 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,631 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread started 2024-11-07T19:12:13,631 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:13,632 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread started 2024-11-07T19:12:13,632 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:13,648 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:13,663 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:13,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9ca83260, L:/127.0.0.1:35819 - R:/127.0.0.1:50188] 2024-11-07T19:12:13,700 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:13,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:13,702 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35819 2024-11-07T19:12:13,702 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,702 DEBUG [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,702 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879811485017310669.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,702 DEBUG [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879811485017310669.p12 was interrupted and is shutting down... 2024-11-07T19:12:13,703 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread finished 2024-11-07T19:12:13,703 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread finished 2024-11-07T19:12:13,703 INFO [FileChangeWatcher-hbase_test_ca3426117341636071690.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3426117341636071690.p12 thread finished 2024-11-07T19:12:13,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5382 (was 5445) 2024-11-07T19:12:13,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=5382 2024-11-07T19:12:13,716 INFO [FileChangeWatcher-hbase_test_key14879811485017310669.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879811485017310669.p12 thread finished 2024-11-07T19:12:14,240 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:14,241 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45237 2024-11-07T19:12:14,241 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:14,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a426bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:14,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:14,243 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:14,580 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:14,581 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:14,582 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread started 2024-11-07T19:12:14,582 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:14,582 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread started 2024-11-07T19:12:14,583 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:14,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:14,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:14,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:14,913 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread started 2024-11-07T19:12:14,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:14,914 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread started 2024-11-07T19:12:14,914 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f8cdcf9, L:/127.0.0.1:45237 - R:/127.0.0.1:36282] 2024-11-07T19:12:15,114 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,311 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,556 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,556 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,556 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,556 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,557 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,557 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,557 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45237,0 is dead - stopping the connection localhost:45237/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:15,729 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,729 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,730 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,730 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:15,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:15,731 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:16,057 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:16,058 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:16,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:16,385 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:16,386 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0cbb66ad, L:/127.0.0.1:45237 - R:/127.0.0.1:36290] 2024-11-07T19:12:16,570 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:16,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:16,572 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45237 2024-11-07T19:12:16,572 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks was interrupted and is shutting down... 2024-11-07T19:12:16,572 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks was interrupted and is shutting down... 2024-11-07T19:12:16,572 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks was interrupted and is shutting down... 2024-11-07T19:12:16,572 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks was interrupted and is shutting down... 2024-11-07T19:12:16,572 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread finished 2024-11-07T19:12:16,572 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread finished 2024-11-07T19:12:16,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13255665744830103938.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=5313 (was 5382) 2024-11-07T19:12:16,580 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread finished 2024-11-07T19:12:16,580 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread finished 2024-11-07T19:12:16,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=5312 2024-11-07T19:12:16,586 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:16,587 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45817 2024-11-07T19:12:16,587 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:16,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:16,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:16,589 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:16,916 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:16,917 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:16,917 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread started 2024-11-07T19:12:16,917 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:16,918 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread started 2024-11-07T19:12:16,918 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:17,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:17,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:17,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:17,248 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread started 2024-11-07T19:12:17,248 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:17,249 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread started 2024-11-07T19:12:17,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba7eb38f, L:/127.0.0.1:45817 - R:/127.0.0.1:37280] 2024-11-07T19:12:17,430 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:17,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:17,433 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks was interrupted and is shutting down... 2024-11-07T19:12:17,433 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks was interrupted and is shutting down... 2024-11-07T19:12:17,433 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread finished 2024-11-07T19:12:17,434 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread finished 2024-11-07T19:12:17,655 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,655 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,655 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,655 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,916 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13255665744830103938.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:17,916 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:17,916 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:18,078 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:18,078 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:18,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:18,079 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:18,079 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3644214928080561080.bcfks 2024-11-07T19:12:18,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:18,080 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:18,405 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:18,406 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:18,406 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread started 2024-11-07T19:12:18,406 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:18,407 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread started 2024-11-07T19:12:18,407 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:18,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:18,733 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:18,733 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09056809, L:/127.0.0.1:45817 - R:/127.0.0.1:37292] 2024-11-07T19:12:18,918 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:18,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:18,921 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks was interrupted and is shutting down... 2024-11-07T19:12:18,921 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45817 2024-11-07T19:12:18,921 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks was interrupted and is shutting down... 2024-11-07T19:12:18,921 DEBUG [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks was interrupted and is shutting down... 2024-11-07T19:12:18,921 DEBUG [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks was interrupted and is shutting down... 2024-11-07T19:12:18,921 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread finished 2024-11-07T19:12:18,921 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread finished 2024-11-07T19:12:18,921 INFO [FileChangeWatcher-hbase_test_key13255665744830103938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13255665744830103938.bcfks thread finished 2024-11-07T19:12:18,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=5271 (was 5312) 2024-11-07T19:12:18,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=5271 2024-11-07T19:12:18,936 INFO [FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3644214928080561080.bcfks thread finished 2024-11-07T19:12:19,053 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:19,054 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39519 2024-11-07T19:12:19,054 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,056 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,086 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,087 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,087 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread started 2024-11-07T19:12:19,088 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,088 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread started 2024-11-07T19:12:19,088 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,104 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,121 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread started 2024-11-07T19:12:19,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,122 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread started 2024-11-07T19:12:19,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x690532df, L:/127.0.0.1:39519 - R:/127.0.0.1:36256] 2024-11-07T19:12:19,179 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,187 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,219 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,219 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,219 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,219 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,220 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,220 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,220 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39519,0 is dead - stopping the connection localhost:39519/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,236 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,268 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,269 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b4a040e, L:/127.0.0.1:39519 - R:/127.0.0.1:36260] 2024-11-07T19:12:19,342 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,343 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39519 2024-11-07T19:12:19,343 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3059261029521223978.jks was interrupted and is shutting down... 2024-11-07T19:12:19,343 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18319992790816745745.jks was interrupted and is shutting down... 2024-11-07T19:12:19,343 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3059261029521223978.jks was interrupted and is shutting down... 2024-11-07T19:12:19,343 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18319992790816745745.jks was interrupted and is shutting down... 2024-11-07T19:12:19,344 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread finished 2024-11-07T19:12:19,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=5248 (was 5271) 2024-11-07T19:12:19,356 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread finished 2024-11-07T19:12:19,356 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread finished 2024-11-07T19:12:19,356 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread finished 2024-11-07T19:12:19,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=5247 2024-11-07T19:12:19,357 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:19,358 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38413 2024-11-07T19:12:19,358 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:19,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,359 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,391 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,392 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,392 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread started 2024-11-07T19:12:19,392 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,393 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread started 2024-11-07T19:12:19,393 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,424 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread started 2024-11-07T19:12:19,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,425 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread started 2024-11-07T19:12:19,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f1f40f3, L:/127.0.0.1:38413 - R:/127.0.0.1:37564] 2024-11-07T19:12:19,475 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,478 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3059261029521223978.jks was interrupted and is shutting down... 2024-11-07T19:12:19,478 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18319992790816745745.jks was interrupted and is shutting down... 2024-11-07T19:12:19,478 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread finished 2024-11-07T19:12:19,478 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread finished 2024-11-07T19:12:19,486 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,486 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,486 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,486 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,513 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,513 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,513 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,513 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,513 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18319992790816745745.jks 2024-11-07T19:12:19,514 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,514 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,514 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,528 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,528 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,529 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,529 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3059261029521223978.jks 2024-11-07T19:12:19,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,530 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,560 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,561 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,561 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread started 2024-11-07T19:12:19,561 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,562 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread started 2024-11-07T19:12:19,562 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,578 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bf705ff, L:/127.0.0.1:38413 - R:/127.0.0.1:37566] 2024-11-07T19:12:19,632 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,634 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38413 2024-11-07T19:12:19,634 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3059261029521223978.jks was interrupted and is shutting down... 2024-11-07T19:12:19,634 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18319992790816745745.jks was interrupted and is shutting down... 2024-11-07T19:12:19,634 DEBUG [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18319992790816745745.jks was interrupted and is shutting down... 2024-11-07T19:12:19,634 DEBUG [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3059261029521223978.jks was interrupted and is shutting down... 2024-11-07T19:12:19,634 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread finished 2024-11-07T19:12:19,634 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread finished 2024-11-07T19:12:19,634 INFO [FileChangeWatcher-hbase_test_key18319992790816745745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18319992790816745745.jks thread finished 2024-11-07T19:12:19,634 INFO [FileChangeWatcher-hbase_test_ca3059261029521223978.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3059261029521223978.jks thread finished 2024-11-07T19:12:19,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=5220 (was 5247) 2024-11-07T19:12:19,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5219 2024-11-07T19:12:19,651 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:19,651 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38709 2024-11-07T19:12:19,651 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:19,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,653 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,657 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,657 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,658 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread started 2024-11-07T19:12:19,658 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,658 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread started 2024-11-07T19:12:19,658 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,663 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread started 2024-11-07T19:12:19,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,664 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread started 2024-11-07T19:12:19,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x89d4c893, L:/127.0.0.1:38709 - R:/127.0.0.1:48864] 2024-11-07T19:12:19,681 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,690 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,690 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38709,0 is dead - stopping the connection localhost:38709/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,692 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,696 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,697 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,701 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,701 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29826c1f, L:/127.0.0.1:38709 - R:/127.0.0.1:48880] 2024-11-07T19:12:19,721 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,722 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3711217664076495578.pem was interrupted and is shutting down... 2024-11-07T19:12:19,722 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38709 2024-11-07T19:12:19,722 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10630344678604276927.pem was interrupted and is shutting down... 2024-11-07T19:12:19,722 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10630344678604276927.pem was interrupted and is shutting down... 2024-11-07T19:12:19,722 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3711217664076495578.pem was interrupted and is shutting down... 2024-11-07T19:12:19,723 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread finished 2024-11-07T19:12:19,723 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread finished 2024-11-07T19:12:19,723 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread finished 2024-11-07T19:12:19,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5215 (was 5219) 2024-11-07T19:12:19,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5214 2024-11-07T19:12:19,736 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread finished 2024-11-07T19:12:19,737 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:19,737 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38399 2024-11-07T19:12:19,738 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:19,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,739 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,743 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,744 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,744 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread started 2024-11-07T19:12:19,744 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,745 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread started 2024-11-07T19:12:19,745 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,750 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread started 2024-11-07T19:12:19,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,750 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread started 2024-11-07T19:12:19,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48925579, L:/127.0.0.1:38399 - R:/127.0.0.1:45398] 2024-11-07T19:12:19,764 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,766 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10630344678604276927.pem was interrupted and is shutting down... 2024-11-07T19:12:19,766 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3711217664076495578.pem was interrupted and is shutting down... 2024-11-07T19:12:19,766 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread finished 2024-11-07T19:12:19,766 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread finished 2024-11-07T19:12:19,777 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,777 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10630344678604276927.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3711217664076495578.pem 2024-11-07T19:12:19,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,779 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,783 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,784 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,784 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread started 2024-11-07T19:12:19,784 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,785 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread started 2024-11-07T19:12:19,785 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,789 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,789 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb51047af, L:/127.0.0.1:38399 - R:/127.0.0.1:45412] 2024-11-07T19:12:19,807 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:19,809 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38399 2024-11-07T19:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3711217664076495578.pem was interrupted and is shutting down... 2024-11-07T19:12:19,809 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10630344678604276927.pem was interrupted and is shutting down... 2024-11-07T19:12:19,809 DEBUG [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10630344678604276927.pem was interrupted and is shutting down... 2024-11-07T19:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3711217664076495578.pem was interrupted and is shutting down... 2024-11-07T19:12:19,809 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread finished 2024-11-07T19:12:19,809 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread finished 2024-11-07T19:12:19,809 INFO [FileChangeWatcher-hbase_test_key10630344678604276927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10630344678604276927.pem thread finished 2024-11-07T19:12:19,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5211 (was 5214) 2024-11-07T19:12:19,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5211 2024-11-07T19:12:19,832 INFO [FileChangeWatcher-hbase_test_ca3711217664076495578.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3711217664076495578.pem thread finished 2024-11-07T19:12:19,871 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:19,872 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40149 2024-11-07T19:12:19,872 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:19,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:19,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:19,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,902 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,902 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,903 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread started 2024-11-07T19:12:19,903 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,903 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread started 2024-11-07T19:12:19,903 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:19,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:19,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:19,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,934 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread started 2024-11-07T19:12:19,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:19,934 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread started 2024-11-07T19:12:19,935 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4bebd9d4, L:/127.0.0.1:40149 - R:/127.0.0.1:39674] 2024-11-07T19:12:19,970 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:19,976 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,001 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,002 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,002 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,002 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,016 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40149,0 is dead - stopping the connection localhost:40149/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:20,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:20,017 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,046 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,046 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:20,061 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,075 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,075 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd7560f4, L:/127.0.0.1:40149 - R:/127.0.0.1:39676] 2024-11-07T19:12:20,113 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:20,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:20,114 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40149 2024-11-07T19:12:20,114 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,114 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1055778640087088378.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,114 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1055778640087088378.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,114 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,114 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread finished 2024-11-07T19:12:20,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5195 (was 5211) 2024-11-07T19:12:20,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5195 2024-11-07T19:12:20,127 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:20,128 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44985 2024-11-07T19:12:20,128 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:20,128 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread finished 2024-11-07T19:12:20,128 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread finished 2024-11-07T19:12:20,128 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread finished 2024-11-07T19:12:20,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:20,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:20,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,158 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,159 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,159 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread started 2024-11-07T19:12:20,159 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,160 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread started 2024-11-07T19:12:20,160 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:20,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,189 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread started 2024-11-07T19:12:20,190 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread started 2024-11-07T19:12:20,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x386bac9a, L:/127.0.0.1:44985 - R:/127.0.0.1:36308] 2024-11-07T19:12:20,226 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:20,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:20,228 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1055778640087088378.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,228 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,228 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread finished 2024-11-07T19:12:20,228 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread finished 2024-11-07T19:12:20,232 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,232 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,232 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,232 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,257 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1055778640087088378.p12 2024-11-07T19:12:20,257 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,257 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,272 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,272 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,272 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,272 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9298908553332190660.p12 2024-11-07T19:12:20,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:20,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:20,273 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,301 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,302 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,302 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread started 2024-11-07T19:12:20,302 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:20,303 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread started 2024-11-07T19:12:20,303 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:20,319 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:20,333 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:20,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa765b0e6, L:/127.0.0.1:44985 - R:/127.0.0.1:36310] 2024-11-07T19:12:20,372 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:20,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:20,373 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44985 2024-11-07T19:12:20,373 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1055778640087088378.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,373 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,373 DEBUG [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1055778640087088378.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,373 DEBUG [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 was interrupted and is shutting down... 2024-11-07T19:12:20,374 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread finished 2024-11-07T19:12:20,374 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread finished 2024-11-07T19:12:20,374 INFO [FileChangeWatcher-hbase_test_ca9298908553332190660.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9298908553332190660.p12 thread finished 2024-11-07T19:12:20,374 INFO [FileChangeWatcher-hbase_test_key1055778640087088378.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1055778640087088378.p12 thread finished 2024-11-07T19:12:20,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5190 (was 5195) 2024-11-07T19:12:20,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5190 2024-11-07T19:12:20,794 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:20,795 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46157 2024-11-07T19:12:20,795 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:20,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:20,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:20,796 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:21,122 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:21,123 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:21,124 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread started 2024-11-07T19:12:21,124 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:21,124 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread started 2024-11-07T19:12:21,124 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:21,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:21,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:21,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:21,451 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread started 2024-11-07T19:12:21,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:21,452 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread started 2024-11-07T19:12:21,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1350871, L:/127.0.0.1:46157 - R:/127.0.0.1:56882] 2024-11-07T19:12:21,689 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,941 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:21,942 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46157,0 is dead - stopping the connection localhost:46157/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,103 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:22,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:22,104 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:22,439 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:22,439 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:22,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:22,765 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:22,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb93c930b, L:/127.0.0.1:46157 - R:/127.0.0.1:56892] 2024-11-07T19:12:22,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:22,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:22,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46157 2024-11-07T19:12:22,949 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks was interrupted and is shutting down... 2024-11-07T19:12:22,949 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks was interrupted and is shutting down... 2024-11-07T19:12:22,949 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks was interrupted and is shutting down... 2024-11-07T19:12:22,949 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks was interrupted and is shutting down... 2024-11-07T19:12:22,949 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread finished 2024-11-07T19:12:22,949 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread finished 2024-11-07T19:12:22,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5183 (was 5190) 2024-11-07T19:12:22,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=5182 2024-11-07T19:12:22,962 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T19:12:22,963 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42415 2024-11-07T19:12:22,963 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T19:12:22,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:22,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:22,964 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:22,968 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread finished 2024-11-07T19:12:22,968 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread finished 2024-11-07T19:12:23,290 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:23,290 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:23,291 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread started 2024-11-07T19:12:23,291 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:23,291 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread started 2024-11-07T19:12:23,291 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:23,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:23,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:23,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:23,622 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread started 2024-11-07T19:12:23,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:23,622 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread started 2024-11-07T19:12:23,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f972abe, L:/127.0.0.1:42415 - R:/127.0.0.1:47330] 2024-11-07T19:12:23,799 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:23,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:23,801 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks was interrupted and is shutting down... 2024-11-07T19:12:23,801 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks was interrupted and is shutting down... 2024-11-07T19:12:23,801 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread finished 2024-11-07T19:12:23,801 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread finished 2024-11-07T19:12:23,806 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:23,806 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:23,806 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:23,806 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:24,054 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17866247674049146542.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,054 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,054 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,216 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,216 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,216 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,216 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5646015628210985513.bcfks 2024-11-07T19:12:24,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T19:12:24,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T19:12:24,217 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:24,542 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:24,542 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:24,543 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread started 2024-11-07T19:12:24,543 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fc845dc-60d7-4bbb-f7b5-38d57a3d00b4/TestNettyTLSIPCFileWatcher 2024-11-07T19:12:24,543 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread started 2024-11-07T19:12:24,543 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T19:12:24,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T19:12:24,869 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T19:12:24,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9e3256db, L:/127.0.0.1:42415 - R:/127.0.0.1:47342] 2024-11-07T19:12:25,048 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T19:12:25,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T19:12:25,050 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42415 2024-11-07T19:12:25,050 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks was interrupted and is shutting down... 2024-11-07T19:12:25,050 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks was interrupted and is shutting down... 2024-11-07T19:12:25,050 DEBUG [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks was interrupted and is shutting down... 2024-11-07T19:12:25,050 DEBUG [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks was interrupted and is shutting down... 2024-11-07T19:12:25,050 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread finished 2024-11-07T19:12:25,050 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread finished 2024-11-07T19:12:25,050 INFO [FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5646015628210985513.bcfks thread finished 2024-11-07T19:12:25,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=5182 (was 5182) 2024-11-07T19:12:25,068 INFO [FileChangeWatcher-hbase_test_key17866247674049146542.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17866247674049146542.bcfks thread finished