2024-11-27 20:13:00,594 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 20:13:00,607 main DEBUG Took 0.010528 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:13:00,607 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:13:00,607 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:13:00,608 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:13:00,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,619 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:13:00,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,635 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,637 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,639 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,640 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:13:00,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,642 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:13:00,644 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:13:00,645 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:13:00,647 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:13:00,647 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:13:00,648 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:13:00,649 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:13:00,657 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:13:00,660 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:13:00,662 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:13:00,662 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:13:00,663 main DEBUG createAppenders(={Console}) 2024-11-27 20:13:00,663 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-27 20:13:00,663 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 20:13:00,664 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-27 20:13:00,664 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:13:00,665 main DEBUG OutputStream closed 2024-11-27 20:13:00,665 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:13:00,665 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:13:00,665 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-27 20:13:00,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:13:00,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:13:00,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:13:00,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:13:00,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:13:00,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:13:00,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:13:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:13:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:13:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:13:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:13:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:13:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:13:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:13:00,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:13:00,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:13:00,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:13:00,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:13:00,750 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:13:00,750 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-27 20:13:00,750 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:13:00,751 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-27T20:13:00,768 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-27 20:13:00,772 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:13:00,772 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:13:01,249 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:13:02,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6281 2024-11-27T20:13:02,932 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:13:02,983 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:13:02,998 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:13:03,011 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:13:03,109 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:03,143 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31173 (auto-detected) 2024-11-27T20:13:03,145 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T20:13:03,168 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37327 2024-11-27T20:13:03,171 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:03,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:03,198 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:13:03,199 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:13:03,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:03,539 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:03,606 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:03,707 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:03,710 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930438121351590666.jks thread started 2024-11-27T20:13:03,710 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:03,711 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread started 2024-11-27T20:13:03,722 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:03,804 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:03,833 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:03,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:03,931 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930438121351590666.jks thread started 2024-11-27T20:13:03,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:03,932 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread started 2024-11-27T20:13:03,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb79e10aa, L:/127.0.0.1:37327 - R:/127.0.0.1:55928] 2024-11-27T20:13:04,076 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:04,318 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,318 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,318 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,319 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,319 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,319 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,319 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,319 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,344 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,344 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,344 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,344 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,345 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,345 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,345 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,346 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,359 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,359 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,359 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,359 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,359 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37327,0 is dead - stopping the connection localhost:37327/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:04,359 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,360 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,360 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,360 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:04,362 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,394 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,395 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:04,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1682949, L:/127.0.0.1:37327 - R:/127.0.0.1:55936] 2024-11-27T20:13:04,473 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:04,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:04,476 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37327 2024-11-27T20:13:04,476 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930438121351590666.jks was interrupted and is shutting down... 2024-11-27T20:13:04,476 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17466569356504578453.jks was interrupted and is shutting down... 2024-11-27T20:13:04,476 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930438121351590666.jks was interrupted and is shutting down... 2024-11-27T20:13:04,477 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread finished 2024-11-27T20:13:04,477 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930438121351590666.jks thread finished 2024-11-27T20:13:04,477 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17466569356504578453.jks was interrupted and is shutting down... 2024-11-27T20:13:04,477 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930438121351590666.jks thread finished 2024-11-27T20:13:04,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17466569356504578453.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6138 (was 6281) 2024-11-27T20:13:04,492 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread finished 2024-11-27T20:13:04,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6138 2024-11-27T20:13:04,495 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:04,496 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33093 2024-11-27T20:13:04,496 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:04,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:04,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:04,499 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,543 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,544 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,545 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930438121351590666.jks thread started 2024-11-27T20:13:04,545 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,546 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread started 2024-11-27T20:13:04,546 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:04,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,581 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930438121351590666.jks thread started 2024-11-27T20:13:04,581 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread started 2024-11-27T20:13:04,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8127ea3, L:/127.0.0.1:33093 - R:/127.0.0.1:40234] 2024-11-27T20:13:04,624 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:04,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:04,626 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930438121351590666.jks was interrupted and is shutting down... 2024-11-27T20:13:04,626 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17466569356504578453.jks was interrupted and is shutting down... 2024-11-27T20:13:04,627 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930438121351590666.jks thread finished 2024-11-27T20:13:04,627 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread finished 2024-11-27T20:13:04,769 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,769 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,770 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,770 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,797 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,797 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,798 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,798 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930438121351590666.jks 2024-11-27T20:13:04,798 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,798 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,798 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,798 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,813 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,813 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,813 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:04,813 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17466569356504578453.jks 2024-11-27T20:13:04,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:04,815 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,846 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,847 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,848 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930438121351590666.jks thread started 2024-11-27T20:13:04,848 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:04,849 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread started 2024-11-27T20:13:04,849 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:04,865 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:04,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:04,882 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x939855ec, L:/127.0.0.1:33093 - R:/127.0.0.1:40242] 2024-11-27T20:13:04,923 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:04,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:04,925 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33093 2024-11-27T20:13:04,925 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930438121351590666.jks was interrupted and is shutting down... 2024-11-27T20:13:04,925 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17466569356504578453.jks was interrupted and is shutting down... 2024-11-27T20:13:04,926 DEBUG [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930438121351590666.jks was interrupted and is shutting down... 2024-11-27T20:13:04,926 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930438121351590666.jks thread finished 2024-11-27T20:13:04,926 INFO [FileChangeWatcher-hbase_test_key930438121351590666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930438121351590666.jks thread finished 2024-11-27T20:13:04,926 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread finished 2024-11-27T20:13:04,926 DEBUG [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17466569356504578453.jks was interrupted and is shutting down... 2024-11-27T20:13:04,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=6106 (was 6138) 2024-11-27T20:13:04,940 INFO [FileChangeWatcher-hbase_test_ca17466569356504578453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17466569356504578453.jks thread finished 2024-11-27T20:13:04,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6106 2024-11-27T20:13:04,989 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:04,990 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41789 2024-11-27T20:13:04,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:04,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:04,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:04,993 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,009 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,009 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,010 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,010 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread started 2024-11-27T20:13:05,011 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread started 2024-11-27T20:13:05,011 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:05,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,026 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread started 2024-11-27T20:13:05,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,027 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread started 2024-11-27T20:13:05,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x957253ba, L:/127.0.0.1:41789 - R:/127.0.0.1:51526] 2024-11-27T20:13:05,046 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:05,200 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,200 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,200 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,200 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,201 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,201 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,201 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,201 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,201 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41789,0 is dead - stopping the connection localhost:41789/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:05,201 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,202 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:05,202 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,202 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,202 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,202 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,202 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,202 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,202 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,203 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,203 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,203 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,203 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,204 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,204 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,204 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,206 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,214 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,215 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:05,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe4fc14ed, L:/127.0.0.1:41789 - R:/127.0.0.1:51528] 2024-11-27T20:13:05,247 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:05,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:05,249 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41789 2024-11-27T20:13:05,249 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca91871781155537824.pem was interrupted and is shutting down... 2024-11-27T20:13:05,249 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18398487070355906952.pem was interrupted and is shutting down... 2024-11-27T20:13:05,249 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18398487070355906952.pem was interrupted and is shutting down... 2024-11-27T20:13:05,249 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca91871781155537824.pem was interrupted and is shutting down... 2024-11-27T20:13:05,250 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread finished 2024-11-27T20:13:05,250 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread finished 2024-11-27T20:13:05,250 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread finished 2024-11-27T20:13:05,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca91871781155537824.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=6063 (was 6106) 2024-11-27T20:13:05,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6062 2024-11-27T20:13:05,266 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:05,267 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46043 2024-11-27T20:13:05,267 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:05,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:05,268 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread finished 2024-11-27T20:13:05,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:05,269 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,274 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,274 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,275 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread started 2024-11-27T20:13:05,275 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,275 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread started 2024-11-27T20:13:05,276 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:05,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,282 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread started 2024-11-27T20:13:05,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,283 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread started 2024-11-27T20:13:05,283 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57728c6a, L:/127.0.0.1:46043 - R:/127.0.0.1:57454] 2024-11-27T20:13:05,300 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:05,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:05,303 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18398487070355906952.pem was interrupted and is shutting down... 2024-11-27T20:13:05,303 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca91871781155537824.pem was interrupted and is shutting down... 2024-11-27T20:13:05,303 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread finished 2024-11-27T20:13:05,303 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread finished 2024-11-27T20:13:05,623 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,623 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,623 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18398487070355906952.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca91871781155537824.pem 2024-11-27T20:13:05,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:05,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:05,626 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,631 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,632 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,632 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,632 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread started 2024-11-27T20:13:05,633 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread started 2024-11-27T20:13:05,633 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:05,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,640 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,640 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa66c39d4, L:/127.0.0.1:46043 - R:/127.0.0.1:57464] 2024-11-27T20:13:05,655 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:05,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:05,657 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46043 2024-11-27T20:13:05,657 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18398487070355906952.pem was interrupted and is shutting down... 2024-11-27T20:13:05,657 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca91871781155537824.pem was interrupted and is shutting down... 2024-11-27T20:13:05,657 DEBUG [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18398487070355906952.pem was interrupted and is shutting down... 2024-11-27T20:13:05,657 DEBUG [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca91871781155537824.pem was interrupted and is shutting down... 2024-11-27T20:13:05,657 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread finished 2024-11-27T20:13:05,657 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread finished 2024-11-27T20:13:05,657 INFO [FileChangeWatcher-hbase_test_key18398487070355906952.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18398487070355906952.pem thread finished 2024-11-27T20:13:05,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=6009 (was 6062) 2024-11-27T20:13:05,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6009 2024-11-27T20:13:05,672 INFO [FileChangeWatcher-hbase_test_ca91871781155537824.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca91871781155537824.pem thread finished 2024-11-27T20:13:05,712 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:05,713 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42745 2024-11-27T20:13:05,713 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:05,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:05,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:05,715 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,746 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,746 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,747 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread started 2024-11-27T20:13:05,747 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,748 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread started 2024-11-27T20:13:05,748 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:05,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:05,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:05,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,780 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread started 2024-11-27T20:13:05,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:05,780 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread started 2024-11-27T20:13:05,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb5be1ead, L:/127.0.0.1:42745 - R:/127.0.0.1:59008] 2024-11-27T20:13:05,819 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:06,310 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,310 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,310 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,310 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,311 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,311 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,311 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,311 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,338 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,337 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,338 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,338 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,338 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,352 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,352 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,352 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42745,0 is dead - stopping the connection localhost:42745/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:06,353 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:06,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:06,354 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:06,385 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:06,386 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:06,402 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:06,417 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:06,418 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c97d1bf, L:/127.0.0.1:42745 - R:/127.0.0.1:59016] 2024-11-27T20:13:06,455 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:06,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:06,457 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42745 2024-11-27T20:13:06,457 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca415754501760055995.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,457 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8195656258646702037.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,457 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8195656258646702037.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,457 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca415754501760055995.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,457 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread finished 2024-11-27T20:13:06,457 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread finished 2024-11-27T20:13:06,457 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread finished 2024-11-27T20:13:06,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8195656258646702037.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=5935 (was 6009) 2024-11-27T20:13:06,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=5935 2024-11-27T20:13:06,471 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:06,472 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread finished 2024-11-27T20:13:06,472 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40995 2024-11-27T20:13:06,472 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:06,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:06,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:06,474 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:06,505 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:06,505 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:06,506 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread started 2024-11-27T20:13:06,506 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:06,506 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread started 2024-11-27T20:13:06,506 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:06,523 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:06,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:06,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:06,539 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread started 2024-11-27T20:13:06,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:06,539 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread started 2024-11-27T20:13:06,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x160ef9f1, L:/127.0.0.1:40995 - R:/127.0.0.1:37854] 2024-11-27T20:13:06,577 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:06,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:06,579 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8195656258646702037.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,579 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca415754501760055995.p12 was interrupted and is shutting down... 2024-11-27T20:13:06,580 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread finished 2024-11-27T20:13:06,580 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread finished 2024-11-27T20:13:07,259 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,259 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,259 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,259 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,285 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,285 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,285 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,286 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,286 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8195656258646702037.p12 2024-11-27T20:13:07,286 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,286 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,286 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,300 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,300 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,301 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,301 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca415754501760055995.p12 2024-11-27T20:13:07,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:07,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:07,302 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:07,333 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:07,333 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:07,334 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread started 2024-11-27T20:13:07,334 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:07,335 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread started 2024-11-27T20:13:07,335 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:07,350 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:07,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:07,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5427c3a6, L:/127.0.0.1:40995 - R:/127.0.0.1:37858] 2024-11-27T20:13:07,403 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:07,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:07,404 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8195656258646702037.p12 was interrupted and is shutting down... 2024-11-27T20:13:07,404 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40995 2024-11-27T20:13:07,405 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca415754501760055995.p12 was interrupted and is shutting down... 2024-11-27T20:13:07,405 DEBUG [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca415754501760055995.p12 was interrupted and is shutting down... 2024-11-27T20:13:07,405 DEBUG [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8195656258646702037.p12 was interrupted and is shutting down... 2024-11-27T20:13:07,405 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread finished 2024-11-27T20:13:07,405 INFO [FileChangeWatcher-hbase_test_ca415754501760055995.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca415754501760055995.p12 thread finished 2024-11-27T20:13:07,405 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread finished 2024-11-27T20:13:07,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=5824 (was 5935) 2024-11-27T20:13:07,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=5824 2024-11-27T20:13:07,420 INFO [FileChangeWatcher-hbase_test_key8195656258646702037.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8195656258646702037.p12 thread finished 2024-11-27T20:13:07,987 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:07,988 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35967 2024-11-27T20:13:07,988 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:07,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:07,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:07,990 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:08,329 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:08,330 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:08,331 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread started 2024-11-27T20:13:08,334 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:08,337 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread started 2024-11-27T20:13:08,337 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:08,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:08,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:08,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:08,667 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread started 2024-11-27T20:13:08,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:08,668 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread started 2024-11-27T20:13:08,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb352d82, L:/127.0.0.1:35967 - R:/127.0.0.1:46432] 2024-11-27T20:13:08,882 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,118 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,119 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,364 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,364 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,367 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,367 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:09,367 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,367 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35967,0 is dead - stopping the connection localhost:35967/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:09,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:09,530 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:09,863 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:09,864 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:10,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:10,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:10,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf92f8412, L:/127.0.0.1:35967 - R:/127.0.0.1:46440] 2024-11-27T20:13:10,399 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:10,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:10,401 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35967 2024-11-27T20:13:10,401 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks was interrupted and is shutting down... 2024-11-27T20:13:10,402 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks was interrupted and is shutting down... 2024-11-27T20:13:10,402 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks was interrupted and is shutting down... 2024-11-27T20:13:10,402 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread finished 2024-11-27T20:13:10,402 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks was interrupted and is shutting down... 2024-11-27T20:13:10,402 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread finished 2024-11-27T20:13:10,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key7317459210263548771.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5737 (was 5824) 2024-11-27T20:13:10,416 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread finished 2024-11-27T20:13:10,416 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread finished 2024-11-27T20:13:10,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5736 2024-11-27T20:13:10,418 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:10,419 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45845 2024-11-27T20:13:10,419 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:10,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:10,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:10,421 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:10,756 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:10,757 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:10,757 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread started 2024-11-27T20:13:10,758 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:10,758 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:10,758 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread started 2024-11-27T20:13:10,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:11,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:11,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:11,182 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread started 2024-11-27T20:13:11,182 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:11,183 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread started 2024-11-27T20:13:11,183 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5da14c0d, L:/127.0.0.1:45845 - R:/127.0.0.1:53092] 2024-11-27T20:13:11,366 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:11,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:11,368 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks was interrupted and is shutting down... 2024-11-27T20:13:11,368 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks was interrupted and is shutting down... 2024-11-27T20:13:11,368 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread finished 2024-11-27T20:13:11,368 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread finished 2024-11-27T20:13:11,588 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,588 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,588 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,588 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,901 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,900 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,901 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,901 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7317459210263548771.bcfks 2024-11-27T20:13:11,901 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:11,901 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:11,901 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:11,901 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:12,063 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:12,063 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:12,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:12,063 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:12,063 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2397470075611005039.bcfks 2024-11-27T20:13:12,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:12,065 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:12,391 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:12,392 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:12,393 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread started 2024-11-27T20:13:12,393 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:12,393 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread started 2024-11-27T20:13:12,393 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:12,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:12,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:12,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3761ec98, L:/127.0.0.1:45845 - R:/127.0.0.1:53094] 2024-11-27T20:13:12,906 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:12,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:12,909 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45845 2024-11-27T20:13:12,909 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks was interrupted and is shutting down... 2024-11-27T20:13:12,909 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks was interrupted and is shutting down... 2024-11-27T20:13:12,909 DEBUG [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks was interrupted and is shutting down... 2024-11-27T20:13:12,909 DEBUG [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks was interrupted and is shutting down... 2024-11-27T20:13:12,910 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread finished 2024-11-27T20:13:12,910 INFO [FileChangeWatcher-hbase_test_key7317459210263548771.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7317459210263548771.bcfks thread finished 2024-11-27T20:13:12,917 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=40 (was 37) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Thread.currentThread(Native Method) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:638) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5693 (was 5736) 2024-11-27T20:13:12,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5693 2024-11-27T20:13:12,924 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread finished 2024-11-27T20:13:12,924 INFO [FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2397470075611005039.bcfks thread finished 2024-11-27T20:13:13,049 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:13,050 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45511 2024-11-27T20:13:13,050 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:13,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,052 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,082 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,083 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,083 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread started 2024-11-27T20:13:13,083 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,084 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread started 2024-11-27T20:13:13,084 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,116 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread started 2024-11-27T20:13:13,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,117 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread started 2024-11-27T20:13:13,117 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6964bc7b, L:/127.0.0.1:45511 - R:/127.0.0.1:46052] 2024-11-27T20:13:13,171 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,180 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,180 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,180 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,180 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,180 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,180 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,183 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,183 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,208 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,208 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,209 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,209 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,209 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,209 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45511,0 is dead - stopping the connection localhost:45511/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:13,225 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,226 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,257 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,258 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,300 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83fafbae, L:/127.0.0.1:45511 - R:/127.0.0.1:46056] 2024-11-27T20:13:13,370 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,372 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45511 2024-11-27T20:13:13,372 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1021505706165795899.jks was interrupted and is shutting down... 2024-11-27T20:13:13,372 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1021505706165795899.jks was interrupted and is shutting down... 2024-11-27T20:13:13,372 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8471725357835893344.jks was interrupted and is shutting down... 2024-11-27T20:13:13,372 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8471725357835893344.jks was interrupted and is shutting down... 2024-11-27T20:13:13,372 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread finished 2024-11-27T20:13:13,372 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread finished 2024-11-27T20:13:13,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5668 (was 5693) 2024-11-27T20:13:13,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5667 2024-11-27T20:13:13,389 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:13,390 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38353 2024-11-27T20:13:13,390 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:13,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,391 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,392 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread finished 2024-11-27T20:13:13,392 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread finished 2024-11-27T20:13:13,425 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,425 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,426 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread started 2024-11-27T20:13:13,426 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,427 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread started 2024-11-27T20:13:13,427 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,475 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,476 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,476 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread started 2024-11-27T20:13:13,476 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread started 2024-11-27T20:13:13,476 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd42be50f, L:/127.0.0.1:38353 - R:/127.0.0.1:37172] 2024-11-27T20:13:13,524 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,533 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1021505706165795899.jks was interrupted and is shutting down... 2024-11-27T20:13:13,533 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8471725357835893344.jks was interrupted and is shutting down... 2024-11-27T20:13:13,533 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread finished 2024-11-27T20:13:13,538 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread finished 2024-11-27T20:13:13,545 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,545 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,545 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,545 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,596 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,596 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,596 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,596 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,597 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,597 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1021505706165795899.jks 2024-11-27T20:13:13,597 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,597 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,636 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,636 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,636 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,636 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8471725357835893344.jks 2024-11-27T20:13:13,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,640 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,672 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,673 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,673 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread started 2024-11-27T20:13:13,673 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,674 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread started 2024-11-27T20:13:13,674 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,732 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,733 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdfc01c77, L:/127.0.0.1:38353 - R:/127.0.0.1:37178] 2024-11-27T20:13:13,772 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,773 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38353 2024-11-27T20:13:13,773 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8471725357835893344.jks was interrupted and is shutting down... 2024-11-27T20:13:13,773 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1021505706165795899.jks was interrupted and is shutting down... 2024-11-27T20:13:13,774 DEBUG [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1021505706165795899.jks was interrupted and is shutting down... 2024-11-27T20:13:13,774 DEBUG [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8471725357835893344.jks was interrupted and is shutting down... 2024-11-27T20:13:13,774 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread finished 2024-11-27T20:13:13,774 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread finished 2024-11-27T20:13:13,774 INFO [FileChangeWatcher-hbase_test_key1021505706165795899.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1021505706165795899.jks thread finished 2024-11-27T20:13:13,774 INFO [FileChangeWatcher-hbase_test_ca8471725357835893344.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8471725357835893344.jks thread finished 2024-11-27T20:13:13,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5667) 2024-11-27T20:13:13,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5640 2024-11-27T20:13:13,793 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:13,793 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37381 2024-11-27T20:13:13,793 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:13,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,795 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,801 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,801 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,802 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread started 2024-11-27T20:13:13,802 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,802 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread started 2024-11-27T20:13:13,802 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,811 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread started 2024-11-27T20:13:13,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,812 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread started 2024-11-27T20:13:13,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4eaba5ec, L:/127.0.0.1:37381 - R:/127.0.0.1:44728] 2024-11-27T20:13:13,827 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,837 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37381,0 is dead - stopping the connection localhost:37381/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:13,838 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,839 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,846 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,847 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ba14e47, L:/127.0.0.1:37381 - R:/127.0.0.1:44732] 2024-11-27T20:13:13,875 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,877 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9606793156053335933.pem was interrupted and is shutting down... 2024-11-27T20:13:13,877 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10525519039149436930.pem was interrupted and is shutting down... 2024-11-27T20:13:13,877 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37381 2024-11-27T20:13:13,877 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9606793156053335933.pem was interrupted and is shutting down... 2024-11-27T20:13:13,877 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10525519039149436930.pem was interrupted and is shutting down... 2024-11-27T20:13:13,877 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread finished 2024-11-27T20:13:13,877 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread finished 2024-11-27T20:13:13,884 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread finished 2024-11-27T20:13:13,884 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread finished 2024-11-27T20:13:13,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5640) 2024-11-27T20:13:13,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5639 2024-11-27T20:13:13,893 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:13,894 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35237 2024-11-27T20:13:13,894 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:13,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,896 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,899 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,900 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,900 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread started 2024-11-27T20:13:13,900 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,901 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread started 2024-11-27T20:13:13,901 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,906 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread started 2024-11-27T20:13:13,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,906 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread started 2024-11-27T20:13:13,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c4c4c85, L:/127.0.0.1:35237 - R:/127.0.0.1:41902] 2024-11-27T20:13:13,920 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,922 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10525519039149436930.pem was interrupted and is shutting down... 2024-11-27T20:13:13,922 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9606793156053335933.pem was interrupted and is shutting down... 2024-11-27T20:13:13,922 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread finished 2024-11-27T20:13:13,922 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread finished 2024-11-27T20:13:13,929 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,929 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9606793156053335933.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10525519039149436930.pem 2024-11-27T20:13:13,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:13,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:13,931 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,937 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,937 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,938 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread started 2024-11-27T20:13:13,938 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:13,938 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread started 2024-11-27T20:13:13,938 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:13,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:13,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:13,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd164bf1c, L:/127.0.0.1:35237 - R:/127.0.0.1:41914] 2024-11-27T20:13:13,963 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:13,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:13,964 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35237 2024-11-27T20:13:13,964 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10525519039149436930.pem was interrupted and is shutting down... 2024-11-27T20:13:13,964 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9606793156053335933.pem was interrupted and is shutting down... 2024-11-27T20:13:13,964 DEBUG [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9606793156053335933.pem was interrupted and is shutting down... 2024-11-27T20:13:13,964 DEBUG [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10525519039149436930.pem was interrupted and is shutting down... 2024-11-27T20:13:13,964 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread finished 2024-11-27T20:13:13,964 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread finished 2024-11-27T20:13:13,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5639) 2024-11-27T20:13:13,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5637 2024-11-27T20:13:13,980 INFO [FileChangeWatcher-hbase_test_ca10525519039149436930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10525519039149436930.pem thread finished 2024-11-27T20:13:13,980 INFO [FileChangeWatcher-hbase_test_key9606793156053335933.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9606793156053335933.pem thread finished 2024-11-27T20:13:14,017 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:14,018 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36971 2024-11-27T20:13:14,018 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:14,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:14,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:14,020 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,070 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,071 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,071 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread started 2024-11-27T20:13:14,071 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,072 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread started 2024-11-27T20:13:14,072 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:14,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,101 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,102 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,102 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread started 2024-11-27T20:13:14,102 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,103 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread started 2024-11-27T20:13:14,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79f933f2, L:/127.0.0.1:36971 - R:/127.0.0.1:53038] 2024-11-27T20:13:14,139 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,145 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,175 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,190 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36971,0 is dead - stopping the connection localhost:36971/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:14,190 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:14,191 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,223 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,224 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:14,239 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe26a2eaa, L:/127.0.0.1:36971 - R:/127.0.0.1:53046] 2024-11-27T20:13:14,294 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:14,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:14,296 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14837674283493853574.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,296 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36971 2024-11-27T20:13:14,296 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,296 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,296 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14837674283493853574.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,296 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread finished 2024-11-27T20:13:14,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5637) 2024-11-27T20:13:14,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5637 2024-11-27T20:13:14,313 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:14,313 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46345 2024-11-27T20:13:14,313 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:14,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:14,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:14,315 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,316 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread finished 2024-11-27T20:13:14,316 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread finished 2024-11-27T20:13:14,316 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread finished 2024-11-27T20:13:14,344 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,344 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,345 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread started 2024-11-27T20:13:14,345 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,345 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread started 2024-11-27T20:13:14,345 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:14,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,376 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread started 2024-11-27T20:13:14,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,376 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread started 2024-11-27T20:13:14,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x27e6a608, L:/127.0.0.1:46345 - R:/127.0.0.1:49048] 2024-11-27T20:13:14,411 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:14,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:14,413 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14837674283493853574.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,413 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,413 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread finished 2024-11-27T20:13:14,414 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread finished 2024-11-27T20:13:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,419 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,419 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,462 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,462 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,462 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,462 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14837674283493853574.p12 2024-11-27T20:13:14,462 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,462 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,463 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,463 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,477 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,477 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,477 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,477 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12158911263357511281.p12 2024-11-27T20:13:14,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:14,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:14,478 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,508 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,509 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,509 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread started 2024-11-27T20:13:14,509 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:14,509 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread started 2024-11-27T20:13:14,510 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:14,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:14,540 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:14,540 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x89762f34, L:/127.0.0.1:46345 - R:/127.0.0.1:49062] 2024-11-27T20:13:14,580 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:14,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:14,581 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46345 2024-11-27T20:13:14,581 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,581 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14837674283493853574.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,581 DEBUG [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14837674283493853574.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,581 DEBUG [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 was interrupted and is shutting down... 2024-11-27T20:13:14,582 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread finished 2024-11-27T20:13:14,582 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread finished 2024-11-27T20:13:14,582 INFO [FileChangeWatcher-hbase_test_ca12158911263357511281.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12158911263357511281.p12 thread finished 2024-11-27T20:13:14,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5637) 2024-11-27T20:13:14,596 INFO [FileChangeWatcher-hbase_test_key14837674283493853574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14837674283493853574.p12 thread finished 2024-11-27T20:13:14,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5632 2024-11-27T20:13:15,002 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:15,003 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37481 2024-11-27T20:13:15,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:15,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:15,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:15,004 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:15,326 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:15,327 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:15,327 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread started 2024-11-27T20:13:15,327 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:15,328 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread started 2024-11-27T20:13:15,328 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:15,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:15,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:15,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:15,653 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread started 2024-11-27T20:13:15,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:15,653 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread started 2024-11-27T20:13:15,654 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x55bdcf9d, L:/127.0.0.1:37481 - R:/127.0.0.1:53670] 2024-11-27T20:13:15,872 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:15,880 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,123 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37481,0 is dead - stopping the connection localhost:37481/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T20:13:16,286 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:16,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:16,287 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:16,621 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:16,622 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:16,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:16,946 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:16,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc0edeb9b, L:/127.0.0.1:37481 - R:/127.0.0.1:53676] 2024-11-27T20:13:17,127 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:17,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:17,128 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37481 2024-11-27T20:13:17,128 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,128 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,128 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,128 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,129 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread finished 2024-11-27T20:13:17,129 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread finished 2024-11-27T20:13:17,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5632) - AvailableMemoryMB LEAK? - 2024-11-27T20:13:17,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5633 2024-11-27T20:13:17,142 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:13:17,143 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45491 2024-11-27T20:13:17,143 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T20:13:17,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:17,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:17,144 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread finished 2024-11-27T20:13:17,144 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread finished 2024-11-27T20:13:17,144 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:17,484 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:17,484 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:17,485 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:17,485 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread started 2024-11-27T20:13:17,485 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread started 2024-11-27T20:13:17,486 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:17,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:17,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:17,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:17,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:17,811 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread started 2024-11-27T20:13:17,811 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread started 2024-11-27T20:13:17,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x28e63158, L:/127.0.0.1:45491 - R:/127.0.0.1:44094] 2024-11-27T20:13:17,987 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:17,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:17,990 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,990 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks was interrupted and is shutting down... 2024-11-27T20:13:17,990 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread finished 2024-11-27T20:13:17,990 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread finished 2024-11-27T20:13:17,999 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:17,999 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:17,999 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:17,999 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:18,244 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7752465545985026586.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,244 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,244 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,405 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,405 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,405 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,405 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15422034187921986906.bcfks 2024-11-27T20:13:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fface44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:13:18,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T20:13:18,407 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:18,740 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:18,740 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:18,741 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread started 2024-11-27T20:13:18,741 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad50f887-82ad-8230-4832-4917f1c06042/TestNettyTLSIPCFileWatcher 2024-11-27T20:13:18,741 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread started 2024-11-27T20:13:18,742 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T20:13:18,906 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T20:13:19,069 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T20:13:19,070 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4795245e, L:/127.0.0.1:45491 - R:/127.0.0.1:44098] 2024-11-27T20:13:19,249 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T20:13:19,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:13:19,251 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45491 2024-11-27T20:13:19,251 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks was interrupted and is shutting down... 2024-11-27T20:13:19,251 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks was interrupted and is shutting down... 2024-11-27T20:13:19,251 DEBUG [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks was interrupted and is shutting down... 2024-11-27T20:13:19,251 DEBUG [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks was interrupted and is shutting down... 2024-11-27T20:13:19,251 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread finished 2024-11-27T20:13:19,251 INFO [FileChangeWatcher-hbase_test_key7752465545985026586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7752465545985026586.bcfks thread finished 2024-11-27T20:13:19,256 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread finished 2024-11-27T20:13:19,256 INFO [FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15422034187921986906.bcfks thread finished 2024-11-27T20:13:19,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5633)