2024-11-11 19:11:50,746 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 19:11:50,757 main DEBUG Took 0.009297 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 19:11:50,757 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 19:11:50,758 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 19:11:50,758 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 19:11:50,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,768 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 19:11:50,779 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,781 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,781 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,784 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,786 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 19:11:50,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,789 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 19:11:50,791 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 19:11:50,792 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 19:11:50,793 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 19:11:50,794 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 19:11:50,794 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 19:11:50,795 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 19:11:50,803 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 19:11:50,805 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 19:11:50,806 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 19:11:50,807 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 19:11:50,807 main DEBUG createAppenders(={Console}) 2024-11-11 19:11:50,808 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 19:11:50,808 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 19:11:50,808 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 19:11:50,809 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 19:11:50,809 main DEBUG OutputStream closed 2024-11-11 19:11:50,809 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 19:11:50,809 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 19:11:50,810 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 19:11:50,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 19:11:50,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 19:11:50,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 19:11:50,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 19:11:50,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 19:11:50,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 19:11:50,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 19:11:50,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 19:11:50,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 19:11:50,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 19:11:50,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 19:11:50,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 19:11:50,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 19:11:50,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 19:11:50,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 19:11:50,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 19:11:50,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 19:11:50,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 19:11:50,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 19:11:50,906 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 19:11:50,907 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 19:11:50,907 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T19:11:50,923 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 19:11:50,927 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 19:11:50,927 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T19:11:51,316 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T19:11:52,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=9050 2024-11-11T19:11:52,788 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T19:11:52,829 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T19:11:52,842 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T19:11:52,854 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T19:11:52,944 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:52,975 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24933 (auto-detected) 2024-11-11T19:11:52,976 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T19:11:52,999 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46367 2024-11-11T19:11:53,002 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:53,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:53,027 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T19:11:53,027 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T19:11:53,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:53,364 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:53,416 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:53,492 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:53,495 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:53,495 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread started 2024-11-11T19:11:53,495 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread started 2024-11-11T19:11:53,503 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:53,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:53,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:53,643 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:53,644 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread started 2024-11-11T19:11:53,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:53,645 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread started 2024-11-11T19:11:53,646 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3b5bcdd2, L:/127.0.0.1:46367 - R:/127.0.0.1:42172] 2024-11-11T19:11:53,773 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:53,949 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,949 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,950 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,950 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,949 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,950 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,950 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,950 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,980 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,980 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,980 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,980 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,981 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,981 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,981 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,982 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,982 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,982 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46367,0 is dead - stopping the connection localhost:46367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,996 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:53,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:53,999 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,040 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,041 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:54,057 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1da5e44b, L:/127.0.0.1:46367 - R:/127.0.0.1:42182] 2024-11-11T19:11:54,119 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:54,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:54,121 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214894583188843733.jks was interrupted and is shutting down... 2024-11-11T19:11:54,121 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46367 2024-11-11T19:11:54,121 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1371503362591469237.jks was interrupted and is shutting down... 2024-11-11T19:11:54,122 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1371503362591469237.jks was interrupted and is shutting down... 2024-11-11T19:11:54,122 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214894583188843733.jks was interrupted and is shutting down... 2024-11-11T19:11:54,122 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread finished 2024-11-11T19:11:54,122 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread finished 2024-11-11T19:11:54,122 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread finished 2024-11-11T19:11:54,122 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread finished 2024-11-11T19:11:54,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8898 (was 9050) 2024-11-11T19:11:54,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=8898 2024-11-11T19:11:54,139 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:54,140 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40691 2024-11-11T19:11:54,140 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:54,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cba7f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:54,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:54,142 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,173 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,174 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,174 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,174 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread started 2024-11-11T19:11:54,175 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread started 2024-11-11T19:11:54,175 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:54,192 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,209 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread started 2024-11-11T19:11:54,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,210 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread started 2024-11-11T19:11:54,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5bce4c22, L:/127.0.0.1:40691 - R:/127.0.0.1:54412] 2024-11-11T19:11:54,248 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:54,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:54,250 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214894583188843733.jks was interrupted and is shutting down... 2024-11-11T19:11:54,250 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1371503362591469237.jks was interrupted and is shutting down... 2024-11-11T19:11:54,251 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread finished 2024-11-11T19:11:54,251 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread finished 2024-11-11T19:11:54,416 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,416 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,417 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,417 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,444 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,444 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,444 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,444 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214894583188843733.jks 2024-11-11T19:11:54,444 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,444 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,445 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,445 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,460 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,460 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,460 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,460 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1371503362591469237.jks 2024-11-11T19:11:54,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757bf46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:54,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:54,462 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,493 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,494 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,494 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,494 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread started 2024-11-11T19:11:54,495 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread started 2024-11-11T19:11:54,495 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:54,511 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x745ff774, L:/127.0.0.1:40691 - R:/127.0.0.1:54426] 2024-11-11T19:11:54,567 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:54,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:54,569 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214894583188843733.jks was interrupted and is shutting down... 2024-11-11T19:11:54,569 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40691 2024-11-11T19:11:54,569 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1371503362591469237.jks was interrupted and is shutting down... 2024-11-11T19:11:54,569 DEBUG [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1371503362591469237.jks was interrupted and is shutting down... 2024-11-11T19:11:54,569 DEBUG [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214894583188843733.jks was interrupted and is shutting down... 2024-11-11T19:11:54,569 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread finished 2024-11-11T19:11:54,569 INFO [FileChangeWatcher-hbase_test_ca1371503362591469237.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1371503362591469237.jks thread finished 2024-11-11T19:11:54,569 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread finished 2024-11-11T19:11:54,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14214894583188843733.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8874 (was 8898) 2024-11-11T19:11:54,584 INFO [FileChangeWatcher-hbase_test_key14214894583188843733.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214894583188843733.jks thread finished 2024-11-11T19:11:54,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=8873 2024-11-11T19:11:54,639 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:54,640 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36451 2024-11-11T19:11:54,640 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:54,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:54,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:54,643 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,673 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,674 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,674 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread started 2024-11-11T19:11:54,674 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,675 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread started 2024-11-11T19:11:54,675 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:54,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,697 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread started 2024-11-11T19:11:54,697 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:54,698 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread started 2024-11-11T19:11:54,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a987347, L:/127.0.0.1:36451 - R:/127.0.0.1:60962] 2024-11-11T19:11:54,714 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:54,968 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,968 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,969 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36451,0 is dead - stopping the connection localhost:36451/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:54,970 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,970 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:54,972 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,980 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,981 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:54,988 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:54,989 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:54,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f5f16f6, L:/127.0.0.1:36451 - R:/127.0.0.1:60966] 2024-11-11T19:11:55,013 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:55,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:55,015 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36451 2024-11-11T19:11:55,015 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7407855468642759332.pem was interrupted and is shutting down... 2024-11-11T19:11:55,015 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2029021132073672995.pem was interrupted and is shutting down... 2024-11-11T19:11:55,015 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7407855468642759332.pem was interrupted and is shutting down... 2024-11-11T19:11:55,015 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2029021132073672995.pem was interrupted and is shutting down... 2024-11-11T19:11:55,015 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread finished 2024-11-11T19:11:55,015 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread finished 2024-11-11T19:11:55,015 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread finished 2024-11-11T19:11:55,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2029021132073672995.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8820 (was 8873) 2024-11-11T19:11:55,028 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread finished 2024-11-11T19:11:55,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=8819 2024-11-11T19:11:55,032 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:55,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34945 2024-11-11T19:11:55,034 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:55,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701a5c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:55,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:55,036 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,041 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,041 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,042 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread started 2024-11-11T19:11:55,042 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,043 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread started 2024-11-11T19:11:55,043 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:55,047 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,048 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,049 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread started 2024-11-11T19:11:55,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,050 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread started 2024-11-11T19:11:55,050 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf87466a8, L:/127.0.0.1:34945 - R:/127.0.0.1:46498] 2024-11-11T19:11:55,064 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:55,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:55,066 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2029021132073672995.pem was interrupted and is shutting down... 2024-11-11T19:11:55,066 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7407855468642759332.pem was interrupted and is shutting down... 2024-11-11T19:11:55,066 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread finished 2024-11-11T19:11:55,066 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread finished 2024-11-11T19:11:55,312 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,312 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,312 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,312 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,312 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,312 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,313 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2029021132073672995.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1795cf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:55,313 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7407855468642759332.pem 2024-11-11T19:11:55,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:55,315 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,320 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,321 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,321 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread started 2024-11-11T19:11:55,322 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,322 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread started 2024-11-11T19:11:55,322 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:55,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,329 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x743459b2, L:/127.0.0.1:34945 - R:/127.0.0.1:46502] 2024-11-11T19:11:55,344 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:55,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:55,345 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34945 2024-11-11T19:11:55,346 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7407855468642759332.pem was interrupted and is shutting down... 2024-11-11T19:11:55,346 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2029021132073672995.pem was interrupted and is shutting down... 2024-11-11T19:11:55,346 DEBUG [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7407855468642759332.pem was interrupted and is shutting down... 2024-11-11T19:11:55,346 DEBUG [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2029021132073672995.pem was interrupted and is shutting down... 2024-11-11T19:11:55,346 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread finished 2024-11-11T19:11:55,346 INFO [FileChangeWatcher-hbase_test_ca7407855468642759332.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7407855468642759332.pem thread finished 2024-11-11T19:11:55,346 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread finished 2024-11-11T19:11:55,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8779 (was 8819) 2024-11-11T19:11:55,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=8778 2024-11-11T19:11:55,360 INFO [FileChangeWatcher-hbase_test_key2029021132073672995.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2029021132073672995.pem thread finished 2024-11-11T19:11:55,401 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:55,401 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39629 2024-11-11T19:11:55,402 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:55,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d708d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:55,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:55,404 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,434 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,435 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,435 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread started 2024-11-11T19:11:55,436 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,436 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread started 2024-11-11T19:11:55,436 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:55,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,467 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,468 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread started 2024-11-11T19:11:55,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,469 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread started 2024-11-11T19:11:55,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ebd3719, L:/127.0.0.1:39629 - R:/127.0.0.1:45324] 2024-11-11T19:11:55,506 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,750 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,776 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,776 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,776 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,776 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,776 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,777 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,777 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,777 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39629,0 is dead - stopping the connection localhost:39629/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:11:55,793 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,793 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:55,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:55,795 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,825 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,826 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:55,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,858 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,859 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a927ab8, L:/127.0.0.1:39629 - R:/127.0.0.1:45332] 2024-11-11T19:11:55,895 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:55,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:55,897 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39629 2024-11-11T19:11:55,897 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5689898803199896146.p12 was interrupted and is shutting down... 2024-11-11T19:11:55,897 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 was interrupted and is shutting down... 2024-11-11T19:11:55,897 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 was interrupted and is shutting down... 2024-11-11T19:11:55,897 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5689898803199896146.p12 was interrupted and is shutting down... 2024-11-11T19:11:55,898 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread finished 2024-11-11T19:11:55,898 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread finished 2024-11-11T19:11:55,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5689898803199896146.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6129320362932925349.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8713 (was 8778) 2024-11-11T19:11:55,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=8712 2024-11-11T19:11:55,911 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:55,912 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread finished 2024-11-11T19:11:55,912 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread finished 2024-11-11T19:11:55,912 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37927 2024-11-11T19:11:55,912 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:55,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1fac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:55,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:55,914 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,944 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,945 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,945 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread started 2024-11-11T19:11:55,945 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,945 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread started 2024-11-11T19:11:55,946 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:55,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:55,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:55,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,977 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread started 2024-11-11T19:11:55,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:55,978 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread started 2024-11-11T19:11:55,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90aa412c, L:/127.0.0.1:37927 - R:/127.0.0.1:37380] 2024-11-11T19:11:56,012 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:56,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:56,015 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5689898803199896146.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,015 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,015 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread finished 2024-11-11T19:11:56,015 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread finished 2024-11-11T19:11:56,333 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,333 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,333 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,333 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,361 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5689898803199896146.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,361 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,361 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,376 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,377 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,377 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,377 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129320362932925349.p12 2024-11-11T19:11:56,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb9a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:56,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:56,378 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:56,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:56,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:56,410 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:56,410 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread started 2024-11-11T19:11:56,410 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread started 2024-11-11T19:11:56,410 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:56,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:56,441 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:56,441 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x05b3643e, L:/127.0.0.1:37927 - R:/127.0.0.1:37390] 2024-11-11T19:11:56,477 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:56,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:56,479 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37927 2024-11-11T19:11:56,479 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,479 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5689898803199896146.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,479 DEBUG [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,479 DEBUG [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5689898803199896146.p12 was interrupted and is shutting down... 2024-11-11T19:11:56,479 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread finished 2024-11-11T19:11:56,479 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread finished 2024-11-11T19:11:56,479 INFO [FileChangeWatcher-hbase_test_ca6129320362932925349.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129320362932925349.p12 thread finished 2024-11-11T19:11:56,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=8644 (was 8712) 2024-11-11T19:11:56,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=8644 2024-11-11T19:11:56,496 INFO [FileChangeWatcher-hbase_test_key5689898803199896146.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5689898803199896146.p12 thread finished 2024-11-11T19:11:57,042 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:57,043 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37203 2024-11-11T19:11:57,043 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:57,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79571a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:57,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:57,045 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:57,379 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:57,379 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:57,380 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread started 2024-11-11T19:11:57,380 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:57,380 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread started 2024-11-11T19:11:57,381 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:57,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:57,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:57,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:57,709 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread started 2024-11-11T19:11:57,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:57,709 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread started 2024-11-11T19:11:57,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf80854dc, L:/127.0.0.1:37203 - R:/127.0.0.1:34306] 2024-11-11T19:11:57,898 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:58,073 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,073 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,073 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,074 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,074 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,074 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,074 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,074 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,314 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,314 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,314 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,314 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,315 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,315 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,315 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,477 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,477 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37203,0 is dead - stopping the connection localhost:37203/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:11:58,478 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,477 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:11:58,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:58,479 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:58,807 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:58,808 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:58,971 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:59,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:59,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44f288c3, L:/127.0.0.1:37203 - R:/127.0.0.1:34318] 2024-11-11T19:11:59,317 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:11:59,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:11:59,318 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37203 2024-11-11T19:11:59,318 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks was interrupted and is shutting down... 2024-11-11T19:11:59,318 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks was interrupted and is shutting down... 2024-11-11T19:11:59,319 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks was interrupted and is shutting down... 2024-11-11T19:11:59,319 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks was interrupted and is shutting down... 2024-11-11T19:11:59,319 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread finished 2024-11-11T19:11:59,319 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread finished 2024-11-11T19:11:59,326 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6482220504192358790.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=8588 (was 8644) 2024-11-11T19:11:59,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=8587 2024-11-11T19:11:59,334 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:11:59,335 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36493 2024-11-11T19:11:59,335 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:11:59,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbb8e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:11:59,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:11:59,337 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:59,340 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread finished 2024-11-11T19:11:59,340 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread finished 2024-11-11T19:11:59,661 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:59,661 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:59,662 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread started 2024-11-11T19:11:59,662 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:59,662 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread started 2024-11-11T19:11:59,662 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:11:59,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:11:59,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:11:59,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:59,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:11:59,989 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread started 2024-11-11T19:11:59,989 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread started 2024-11-11T19:11:59,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf108646b, L:/127.0.0.1:36493 - R:/127.0.0.1:34986] 2024-11-11T19:12:00,165 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:00,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:00,167 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks was interrupted and is shutting down... 2024-11-11T19:12:00,167 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks was interrupted and is shutting down... 2024-11-11T19:12:00,167 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread finished 2024-11-11T19:12:00,167 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread finished 2024-11-11T19:12:00,537 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,537 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,537 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,537 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,784 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,784 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,784 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,784 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6482220504192358790.bcfks 2024-11-11T19:12:00,784 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,785 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,785 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,785 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,951 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,951 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,952 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51021e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:00,952 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5347301867369697182.bcfks 2024-11-11T19:12:00,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:00,953 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:01,276 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:01,277 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,277 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,277 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread started 2024-11-11T19:12:01,278 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread started 2024-11-11T19:12:01,278 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:01,441 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:01,604 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:01,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c31739a, L:/127.0.0.1:36493 - R:/127.0.0.1:41400] 2024-11-11T19:12:01,795 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:01,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:01,798 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36493 2024-11-11T19:12:01,798 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks was interrupted and is shutting down... 2024-11-11T19:12:01,798 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks was interrupted and is shutting down... 2024-11-11T19:12:01,798 DEBUG [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks was interrupted and is shutting down... 2024-11-11T19:12:01,798 DEBUG [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks was interrupted and is shutting down... 2024-11-11T19:12:01,798 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread finished 2024-11-11T19:12:01,798 INFO [FileChangeWatcher-hbase_test_key6482220504192358790.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6482220504192358790.bcfks thread finished 2024-11-11T19:12:01,798 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread finished 2024-11-11T19:12:01,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=8550 (was 8587) 2024-11-11T19:12:01,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8550 2024-11-11T19:12:01,820 INFO [FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5347301867369697182.bcfks thread finished 2024-11-11T19:12:01,929 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:01,929 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46777 2024-11-11T19:12:01,929 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:01,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cb4290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:01,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:01,931 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:01,962 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:01,962 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,963 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread started 2024-11-11T19:12:01,963 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,963 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread started 2024-11-11T19:12:01,964 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:01,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:01,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:01,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,995 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread started 2024-11-11T19:12:01,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:01,995 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread started 2024-11-11T19:12:01,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4e1c1058, L:/127.0.0.1:46777 - R:/127.0.0.1:47524] 2024-11-11T19:12:02,051 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,059 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,059 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,059 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,059 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,059 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,059 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,060 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,060 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,086 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46777,0 is dead - stopping the connection localhost:46777/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:12:02,101 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,102 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,133 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,134 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,164 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,165 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd21c685f, L:/127.0.0.1:46777 - R:/127.0.0.1:47528] 2024-11-11T19:12:02,206 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,207 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46777 2024-11-11T19:12:02,207 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11100232667819565827.jks was interrupted and is shutting down... 2024-11-11T19:12:02,207 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4906952223091792348.jks was interrupted and is shutting down... 2024-11-11T19:12:02,207 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11100232667819565827.jks was interrupted and is shutting down... 2024-11-11T19:12:02,207 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4906952223091792348.jks was interrupted and is shutting down... 2024-11-11T19:12:02,208 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread finished 2024-11-11T19:12:02,208 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread finished 2024-11-11T19:12:02,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8525 (was 8550) 2024-11-11T19:12:02,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8525 2024-11-11T19:12:02,221 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:02,222 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35561 2024-11-11T19:12:02,222 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:02,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c5e493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,223 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,228 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread finished 2024-11-11T19:12:02,228 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread finished 2024-11-11T19:12:02,255 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,256 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,256 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread started 2024-11-11T19:12:02,256 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,257 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread started 2024-11-11T19:12:02,257 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,272 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,288 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread started 2024-11-11T19:12:02,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,288 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread started 2024-11-11T19:12:02,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81966abc, L:/127.0.0.1:35561 - R:/127.0.0.1:38686] 2024-11-11T19:12:02,330 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,332 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4906952223091792348.jks was interrupted and is shutting down... 2024-11-11T19:12:02,332 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11100232667819565827.jks was interrupted and is shutting down... 2024-11-11T19:12:02,332 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread finished 2024-11-11T19:12:02,332 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread finished 2024-11-11T19:12:02,341 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,341 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,341 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,341 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,367 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11100232667819565827.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,367 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,367 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,383 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,383 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,384 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,384 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4906952223091792348.jks 2024-11-11T19:12:02,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31116fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,385 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,416 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,416 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,417 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread started 2024-11-11T19:12:02,417 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,417 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread started 2024-11-11T19:12:02,417 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,448 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53ca02e5, L:/127.0.0.1:35561 - R:/127.0.0.1:38690] 2024-11-11T19:12:02,488 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,489 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35561 2024-11-11T19:12:02,489 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4906952223091792348.jks was interrupted and is shutting down... 2024-11-11T19:12:02,489 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11100232667819565827.jks was interrupted and is shutting down... 2024-11-11T19:12:02,490 DEBUG [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11100232667819565827.jks was interrupted and is shutting down... 2024-11-11T19:12:02,490 DEBUG [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4906952223091792348.jks was interrupted and is shutting down... 2024-11-11T19:12:02,490 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread finished 2024-11-11T19:12:02,490 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread finished 2024-11-11T19:12:02,490 INFO [FileChangeWatcher-hbase_test_ca4906952223091792348.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4906952223091792348.jks thread finished 2024-11-11T19:12:02,490 INFO [FileChangeWatcher-hbase_test_key11100232667819565827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11100232667819565827.jks thread finished 2024-11-11T19:12:02,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8498 (was 8525) 2024-11-11T19:12:02,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8498 2024-11-11T19:12:02,507 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:02,508 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36777 2024-11-11T19:12:02,508 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:02,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,510 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,514 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,514 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,515 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread started 2024-11-11T19:12:02,515 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,515 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread started 2024-11-11T19:12:02,515 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,520 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,524 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread started 2024-11-11T19:12:02,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,524 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread started 2024-11-11T19:12:02,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x830fa64d, L:/127.0.0.1:36777 - R:/127.0.0.1:59800] 2024-11-11T19:12:02,538 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,550 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36777,0 is dead - stopping the connection localhost:36777/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,552 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,557 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,557 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,562 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc766cdac, L:/127.0.0.1:36777 - R:/127.0.0.1:59816] 2024-11-11T19:12:02,577 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,578 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36777 2024-11-11T19:12:02,578 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2145763260128818754.pem was interrupted and is shutting down... 2024-11-11T19:12:02,578 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2613608501701099872.pem was interrupted and is shutting down... 2024-11-11T19:12:02,579 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2613608501701099872.pem was interrupted and is shutting down... 2024-11-11T19:12:02,579 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2145763260128818754.pem was interrupted and is shutting down... 2024-11-11T19:12:02,579 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread finished 2024-11-11T19:12:02,579 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread finished 2024-11-11T19:12:02,579 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread finished 2024-11-11T19:12:02,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8494 (was 8498) 2024-11-11T19:12:02,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8494 2024-11-11T19:12:02,593 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:02,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40629 2024-11-11T19:12:02,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:02,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a9673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,595 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,596 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread finished 2024-11-11T19:12:02,599 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,599 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,600 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread started 2024-11-11T19:12:02,600 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,600 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread started 2024-11-11T19:12:02,600 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,605 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread started 2024-11-11T19:12:02,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,606 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread started 2024-11-11T19:12:02,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x30da500e, L:/127.0.0.1:40629 - R:/127.0.0.1:52840] 2024-11-11T19:12:02,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,622 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2145763260128818754.pem was interrupted and is shutting down... 2024-11-11T19:12:02,622 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2613608501701099872.pem was interrupted and is shutting down... 2024-11-11T19:12:02,622 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread finished 2024-11-11T19:12:02,622 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread finished 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,629 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2613608501701099872.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2145763260128818754.pem 2024-11-11T19:12:02,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ec012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,631 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,636 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,636 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,636 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread started 2024-11-11T19:12:02,636 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,637 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread started 2024-11-11T19:12:02,637 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,641 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa712a4a6, L:/127.0.0.1:40629 - R:/127.0.0.1:52846] 2024-11-11T19:12:02,657 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,658 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40629 2024-11-11T19:12:02,658 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2613608501701099872.pem was interrupted and is shutting down... 2024-11-11T19:12:02,658 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2145763260128818754.pem was interrupted and is shutting down... 2024-11-11T19:12:02,658 DEBUG [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2613608501701099872.pem was interrupted and is shutting down... 2024-11-11T19:12:02,658 DEBUG [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2145763260128818754.pem was interrupted and is shutting down... 2024-11-11T19:12:02,658 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread finished 2024-11-11T19:12:02,659 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread finished 2024-11-11T19:12:02,664 INFO [FileChangeWatcher-hbase_test_key2613608501701099872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2613608501701099872.pem thread finished 2024-11-11T19:12:02,664 INFO [FileChangeWatcher-hbase_test_ca2145763260128818754.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2145763260128818754.pem thread finished 2024-11-11T19:12:02,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8491 (was 8494) 2024-11-11T19:12:02,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8490 2024-11-11T19:12:02,713 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:02,714 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36933 2024-11-11T19:12:02,714 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:02,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20afbc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,715 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,744 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,745 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread started 2024-11-11T19:12:02,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,746 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread started 2024-11-11T19:12:02,746 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:02,777 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread started 2024-11-11T19:12:02,777 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread started 2024-11-11T19:12:02,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70c563df, L:/127.0.0.1:36933 - R:/127.0.0.1:35158] 2024-11-11T19:12:02,813 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,818 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,845 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36933,0 is dead - stopping the connection localhost:36933/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:02,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,861 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,891 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,892 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:02,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:02,922 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:02,923 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5153dc8b, L:/127.0.0.1:36933 - R:/127.0.0.1:35174] 2024-11-11T19:12:02,976 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:02,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:02,978 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36933 2024-11-11T19:12:02,978 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12426243809410746399.p12 was interrupted and is shutting down... 2024-11-11T19:12:02,978 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 was interrupted and is shutting down... 2024-11-11T19:12:02,978 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 was interrupted and is shutting down... 2024-11-11T19:12:02,978 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12426243809410746399.p12 was interrupted and is shutting down... 2024-11-11T19:12:02,979 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread finished 2024-11-11T19:12:02,979 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread finished 2024-11-11T19:12:02,979 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread finished 2024-11-11T19:12:02,979 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread finished 2024-11-11T19:12:02,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8461 (was 8490) 2024-11-11T19:12:02,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8461 2024-11-11T19:12:02,991 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:02,992 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43207 2024-11-11T19:12:02,992 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:02,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6cb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:02,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:02,993 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:03,022 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:03,023 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,023 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread started 2024-11-11T19:12:03,023 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,023 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread started 2024-11-11T19:12:03,023 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:03,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:03,053 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:03,053 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,054 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread started 2024-11-11T19:12:03,054 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,054 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread started 2024-11-11T19:12:03,054 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23689147, L:/127.0.0.1:43207 - R:/127.0.0.1:44852] 2024-11-11T19:12:03,088 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:03,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:03,089 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12426243809410746399.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,089 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,090 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread finished 2024-11-11T19:12:03,090 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread finished 2024-11-11T19:12:03,095 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,095 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,095 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,095 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,131 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12426243809410746399.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,131 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,131 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,146 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,146 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,146 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,146 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10582165827867018104.p12 2024-11-11T19:12:03,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6354ae88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:03,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:03,148 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:03,177 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:03,177 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,178 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread started 2024-11-11T19:12:03,178 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,178 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread started 2024-11-11T19:12:03,178 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:03,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:03,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:03,220 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37132247, L:/127.0.0.1:43207 - R:/127.0.0.1:44864] 2024-11-11T19:12:03,255 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:03,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:03,256 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43207 2024-11-11T19:12:03,256 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12426243809410746399.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,256 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,256 DEBUG [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12426243809410746399.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,256 DEBUG [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 was interrupted and is shutting down... 2024-11-11T19:12:03,256 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread finished 2024-11-11T19:12:03,257 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread finished 2024-11-11T19:12:03,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=40 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8454 (was 8461) 2024-11-11T19:12:03,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8454 2024-11-11T19:12:03,272 INFO [FileChangeWatcher-hbase_test_key12426243809410746399.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12426243809410746399.p12 thread finished 2024-11-11T19:12:03,272 INFO [FileChangeWatcher-hbase_test_ca10582165827867018104.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10582165827867018104.p12 thread finished 2024-11-11T19:12:03,673 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:03,674 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42703 2024-11-11T19:12:03,674 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:03,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68797e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:03,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:03,675 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:03,997 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:03,998 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,998 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:03,998 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread started 2024-11-11T19:12:03,999 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread started 2024-11-11T19:12:03,999 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:04,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:04,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:04,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:04,322 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread started 2024-11-11T19:12:04,322 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:04,322 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread started 2024-11-11T19:12:04,322 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xebced6d9, L:/127.0.0.1:42703 - R:/127.0.0.1:52836] 2024-11-11T19:12:04,539 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:04,546 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,546 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,546 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,546 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,547 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,547 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,547 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,547 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,805 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42703,0 is dead - stopping the connection localhost:42703/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T19:12:04,967 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:04,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:04,968 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:05,289 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:05,289 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:05,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:05,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:05,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a96241d, L:/127.0.0.1:42703 - R:/127.0.0.1:52838] 2024-11-11T19:12:05,793 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:05,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:05,794 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42703 2024-11-11T19:12:05,794 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks was interrupted and is shutting down... 2024-11-11T19:12:05,794 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks was interrupted and is shutting down... 2024-11-11T19:12:05,794 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks was interrupted and is shutting down... 2024-11-11T19:12:05,794 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks was interrupted and is shutting down... 2024-11-11T19:12:05,794 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread finished 2024-11-11T19:12:05,794 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread finished 2024-11-11T19:12:05,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8457 (was 8454) - AvailableMemoryMB LEAK? - 2024-11-11T19:12:05,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=8457 2024-11-11T19:12:05,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T19:12:05,808 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread finished 2024-11-11T19:12:05,808 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread finished 2024-11-11T19:12:05,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45371 2024-11-11T19:12:05,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T19:12:05,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:05,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:05,809 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:06,131 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:06,132 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:06,133 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread started 2024-11-11T19:12:06,133 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:06,133 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread started 2024-11-11T19:12:06,133 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:06,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:06,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:06,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:06,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:06,458 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread started 2024-11-11T19:12:06,458 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread started 2024-11-11T19:12:06,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x262a9337, L:/127.0.0.1:45371 - R:/127.0.0.1:55460] 2024-11-11T19:12:06,632 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:06,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:06,634 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks was interrupted and is shutting down... 2024-11-11T19:12:06,634 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks was interrupted and is shutting down... 2024-11-11T19:12:06,634 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread finished 2024-11-11T19:12:06,635 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread finished 2024-11-11T19:12:06,640 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,640 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,640 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,640 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,881 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305561266450729228.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:06,881 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:06,881 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:07,041 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:07,041 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:07,041 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:07,041 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019810657699550975.bcfks 2024-11-11T19:12:07,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c484f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T19:12:07,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T19:12:07,042 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:07,366 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:07,366 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:07,367 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread started 2024-11-11T19:12:07,367 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/716713b7-c711-96e0-e807-b2fa04f311a4/TestNettyTLSIPCFileWatcher 2024-11-11T19:12:07,367 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread started 2024-11-11T19:12:07,367 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T19:12:07,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T19:12:07,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T19:12:07,691 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4ecb43a, L:/127.0.0.1:45371 - R:/127.0.0.1:55476] 2024-11-11T19:12:07,868 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T19:12:07,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T19:12:07,870 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45371 2024-11-11T19:12:07,870 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks was interrupted and is shutting down... 2024-11-11T19:12:07,870 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks was interrupted and is shutting down... 2024-11-11T19:12:07,870 DEBUG [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks was interrupted and is shutting down... 2024-11-11T19:12:07,870 DEBUG [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks was interrupted and is shutting down... 2024-11-11T19:12:07,870 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread finished 2024-11-11T19:12:07,870 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread finished 2024-11-11T19:12:07,870 INFO [FileChangeWatcher-hbase_test_key6305561266450729228.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305561266450729228.bcfks thread finished 2024-11-11T19:12:07,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=8456 (was 8457) 2024-11-11T19:12:07,884 INFO [FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019810657699550975.bcfks thread finished